-- Logs begin at Thu 2021-08-12 17:34:17 UTC, end at Thu 2021-08-12 18:32:35 UTC. -- Aug 12 18:04:18.112282 dv-cinder-759943-10-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 12 18:04:20.789814 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.common.config [-] Logging enabled! Aug 12 18:04:20.790466 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev537 Aug 12 18:04:20.790607 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94104) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 12 18:04:20.793814 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.common.config [-] Logging enabled! Aug 12 18:04:20.794091 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev537 Aug 12 18:04:20.794401 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94104) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 12 18:04:20.795329 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 12 18:04:20.795561 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 12 18:04:20.795924 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 12 18:04:20.796168 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 12 18:04:20.796484 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 12 18:04:20.796820 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:20.797121 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:20.797419 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:20.797650 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:20.797968 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:20.798260 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:20.798541 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:20.798827 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:20.799121 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:20.799408 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:20.799682 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:20.799963 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:20.800192 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:20.800469 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:20.800753 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:20.801035 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:20.801254 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] debug = True {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:20.801530 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:20.801978 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:20.802400 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:20.802679 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:20.802963 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:20.803237 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:20.803509 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:20.803781 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:20.804062 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:20.804387 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] host = dv-cinder-759943-10-iscsi {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:20.804667 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:20.804949 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:20.805233 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:20.805514 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:20.805786 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:20.806088 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:20.806373 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:20.806645 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:20.806916 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] log_file = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:20.807187 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:20.807471 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:20.807754 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:20.808039 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:20.808262 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:20.808481 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:20.808763 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:20.809047 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:20.809322 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:20.809592 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:20.809861 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:20.810155 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:20.810425 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:20.810690 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:20.810972 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:20.811252 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:20.811531 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:20.811799 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:20.812093 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:20.812361 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:20.812628 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:20.812909 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:20.813178 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:20.813443 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:20.813712 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:20.814024 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:20.814294 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:20.814565 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:20.814863 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:20.815143 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:20.815422 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:20.815703 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:20.815971 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:20.816250 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:20.816518 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:20.816784 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:20.817051 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] use_json = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:20.817320 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:20.817584 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:20.817861 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:20.818163 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:20.818434 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:20.818703 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:20.818969 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:20.819253 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:20.819547 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.819838 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.820134 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.820415 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.820706 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.820981 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.821265 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.821539 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.821822 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.822131 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.822418 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.822692 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.822977 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.823250 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.823540 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.823843 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.824134 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.824422 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.824694 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.824966 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.825236 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.825513 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.825796 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.826114 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.826402 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.826672 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.826949 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.827235 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.827509 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.828297 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.828575 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.828860 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.829133 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.829402 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.829678 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.829979 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.830252 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.830520 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.830795 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.831084 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.831359 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.831626 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.831894 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.832167 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.832435 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.832717 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.832991 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.833260 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.833526 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.833798 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.834092 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.834362 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.834635 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.834903 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.835175 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.835442 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.835708 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.835974 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.836240 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.836508 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.836778 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.837046 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.837319 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.837587 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.837853 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.838142 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.838409 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.838680 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.838964 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.839257 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.839533 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.839811 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.840084 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.840359 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.840635 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.840908 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.841181 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.841456 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.841726 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.842039 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.842321 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.842607 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.842889 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.843182 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.844057 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.844336 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.844617 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.844891 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.845165 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.845452 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.845735 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.846106 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.846400 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.846692 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.846983 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.847274 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.847551 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.847855 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.848130 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:20.848344 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 12 18:04:20.848579 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94104) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 12 18:04:21.195757 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 18:04:21.196035 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 18:04:21.196327 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 18:04:21.196656 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 12 18:04:21.585867 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:21.586186 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:21.586464 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:21.587652 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:21.587927 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:21.588190 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:21.622442 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:21.622722 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:21.622996 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:21.639643 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:21.639924 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:21.640220 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:21.668054 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:21.668335 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:21.668601 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:21.704746 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:21.705023 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:21.705292 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:21.934840 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:21.935639 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:21.935639 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:21.935639 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:21.936252 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.055713 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.056027 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.056309 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.056577 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.056844 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.057150 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.057406 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.057659 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.057935 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.058209 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.058468 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.058729 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.058981 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.059229 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.059479 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.059737 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.059989 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.060251 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.060516 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.060770 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.061042 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.061292 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.061571 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.062189 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.062189 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.062189 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.063947 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94104) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 18:04:22.063947 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94104) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 18:04:22.063947 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94104) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 18:04:22.063947 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94104) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 18:04:22.063947 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94104) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 18:04:22.063947 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94104) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 18:04:22.064385 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 12 18:04:22.067366 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 12 18:04:22.071325 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 12 18:04:22.074968 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Aug 12 18:04:22.076746 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 12 18:04:22.077193 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 12 18:04:22.077544 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 12 18:04:22.077946 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 12 18:04:22.080731 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 12 18:04:22.080989 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 12 18:04:22.081333 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 12 18:04:22.086601 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 12 18:04:22.109564 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 12 18:04:22.110040 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.110336 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94104) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 12 18:04:22.110697 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.112055 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94104) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 12 18:04:22.112333 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 12 18:04:22.112580 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 12 18:04:22.115941 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.116219 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.179651 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 12 18:04:22.179891 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 12 18:04:22.180128 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 12 18:04:22.180495 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 12 18:04:22.200971 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_db.sqlalchemy.engines [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94104) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 12 18:04:22.731548 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.plugins.ml2.managers [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Initializing driver for type 'gre' Aug 12 18:04:22.732102 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] gre ID ranges: [(1, 1000)] Aug 12 18:04:22.783928 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.plugins.ml2.managers [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Initializing driver for type 'local' Aug 12 18:04:22.784309 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.plugins.ml2.managers [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Initializing driver for type 'vlan' Aug 12 18:04:22.796938 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] VlanTypeDriver initialization complete Aug 12 18:04:22.797269 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.plugins.ml2.managers [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Initializing driver for type 'vxlan' Aug 12 18:04:22.797753 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] vxlan ID ranges: [(1, 1000)] Aug 12 18:04:22.848467 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.plugins.ml2.managers [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Initializing extension driver 'port_security' Aug 12 18:04:22.848811 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.plugins.ml2.extensions.port_security [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] PortSecurityExtensionDriver initialization complete Aug 12 18:04:22.849140 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.plugins.ml2.managers [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Initializing mechanism driver 'openvswitch' Aug 12 18:04:22.849457 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.plugins.ml2.managers [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Initializing mechanism driver 'hyperv' Aug 12 18:04:22.856208 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.plugins.ml2.plugin [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:04:22.856881 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Subscribe: > port after_create 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.857249 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Subscribe: > port after_update 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.857596 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Subscribe: > port after_delete 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.858138 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94104) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 12 18:04:22.858569 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Subscribe: > subnet after_create 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.858926 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Subscribe: > subnet after_update 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.859266 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.859655 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94104) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 12 18:04:22.860059 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Subscribe: > network after_create 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.860402 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Subscribe: > network after_update 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.860738 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Subscribe: > network after_delete 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.861123 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94104) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 12 18:04:22.861521 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Subscribe: > security_group after_create 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.861861 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Subscribe: > security_group after_update 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.862221 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.862609 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94104) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 12 18:04:22.863139 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.863485 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.863824 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.864212 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94104) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 12 18:04:22.864612 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Subscribe: > address_group after_create 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.864953 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Subscribe: > address_group after_update 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.865287 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.865671 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94104) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 12 18:04:22.866075 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] ML2 OVO RPC backend initialized. {{(pid=94104) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 12 18:04:22.866772 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.867120 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.867529 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Subscribe: > network before_response 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.867870 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Subscribe: > networks before_response 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.868210 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Subscribe: > port before_response 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.868552 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Subscribe: > ports before_response 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.868889 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Subscribe: > subnet before_response 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.869222 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Subscribe: > subnets before_response 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.869560 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Subscribe: > network after_create 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.869891 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Subscribe: > network after_update 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.870244 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Subscribe: > network after_delete 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.870573 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Subscribe: > port after_create 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.870904 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Subscribe: > port after_update 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.871232 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Subscribe: > port after_delete 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.871564 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Subscribe: > subnet after_create 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.871895 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Subscribe: > subnet after_update 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.872225 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.872795 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.plugins.ml2.plugin [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Modular L2 Plugin initialization complete Aug 12 18:04:22.873116 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading services supported by the core plugin {{(pid=94104) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 12 18:04:22.873435 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.plugins.ml2.managers [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Got port-security extension from driver 'port_security' Aug 12 18:04:22.873889 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.extensions.vlantransparent [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Disabled vlantransparent extension. Aug 12 18:04:22.874932 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94104) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 12 18:04:22.875242 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading Plugin: router Aug 12 18:04:22.913003 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.913392 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Subscribe: > router after_create 55549900 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.913757 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Subscribe: > router before_create 55549900 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.914147 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.914516 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.914866 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Subscribe: > router after_delete 55549900 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.915217 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.915576 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Subscribe: > router after_create 55549900 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.915920 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Subscribe: > router after_update 55549900 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.916262 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Subscribe: > router after_update 55549900 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.916607 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.916960 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Subscribe: > router after_update 55549900 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.917362 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Subscribe: > router precommit_update 55549900 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.917728 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Subscribe: port after_update 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.918090 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Subscribe: port after_delete 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.918423 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Subscribe: subnet after_update 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.918755 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.919098 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.919439 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Subscribe: > router precommit_create 55549900 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.919774 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Subscribe: port before_delete 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.920110 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Subscribe: > router precommit_create 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.920458 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Subscribe: > router after_update 55549900 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.920795 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.921139 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Subscribe: > router precommit_create 55549900 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.921493 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.921832 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Subscribe: > router precommit_update 55549900 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.922213 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Subscribe: > agent after_create 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.922558 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Subscribe: > agent after_delete 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.922896 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Subscribe: > network after_delete 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.923742 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.quota.resource_registry [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Tracking information for resource: router configured {{(pid=94104) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 18:04:22.924068 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.quota.resource_registry [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Tracking information for resource: floatingip configured {{(pid=94104) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 18:04:22.929106 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.db.l3_agentschedulers_db [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 12 18:04:22.929794 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Subscribe: port after_update 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.930186 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Subscribe: port after_create 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.930536 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Subscribe: port after_delete 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.930881 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Subscribe: port after_update 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.931667 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Subscribe: > router before_create 55550100 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.932025 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.932379 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Subscribe: > router precommit_create 55550100 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.932727 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Subscribe: > router precommit_update 55550100 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.937652 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.services.provider_configuration [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Service providers = [] {{(pid=94104) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 12 18:04:22.938224 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.db.servicetype_db [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94104) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 12 18:04:22.940977 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.services.service_base [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94104) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 12 18:04:22.941323 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.services.service_base [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94104) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 12 18:04:22.941663 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.services.service_base [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94104) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 12 18:04:22.942561 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.services.service_base [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94104) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 12 18:04:22.942929 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.services.service_base [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 12 18:04:22.943302 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94104) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 18:04:22.943614 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 12 18:04:22.954702 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94104) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 18:04:22.955035 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading Plugin: auto_allocate Aug 12 18:04:22.960705 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Subscribe: network precommit_update 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.961065 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Subscribe: network precommit_create 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.961576 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94104) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 18:04:22.961888 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading Plugin: tag Aug 12 18:04:22.968391 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94104) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 18:04:22.968719 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading Plugin: timestamp Aug 12 18:04:22.972692 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94104) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 18:04:22.973019 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading Plugin: network_ip_availability Aug 12 18:04:22.978440 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.978805 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.979414 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:22.980119 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94104) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 18:04:22.980432 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading Plugin: flavors Aug 12 18:04:22.985631 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94104) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 18:04:22.985918 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading Plugin: revisions Aug 12 18:04:22.990189 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94104) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 18:04:22.990579 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_concurrency.lockutils [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.794s {{(pid=94104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 18:04:22.991300 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94104) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 12 18:04:22.991631 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Initializing extension manager. Aug 12 18:04:22.992138 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: __init__.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:22.992471 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: __pycache__ {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:22.992798 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:22.993122 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: address_group.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:22.993871 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:22.994459 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loaded extension: address-group Aug 12 18:04:22.994778 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: address_scope.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:22.995491 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:22.996003 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loaded extension: address-scope Aug 12 18:04:22.996319 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:22.997249 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:22.997766 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loaded extension: router-admin-state-down-before-update Aug 12 18:04:22.998109 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: agent.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:22.998998 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.000082 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loaded extension: agent Aug 12 18:04:23.000401 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: agent_resources_synced.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.001315 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.001825 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loaded extension: agent-resources-synced Aug 12 18:04:23.002170 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: allowedaddresspairs.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.003945 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.004462 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loaded extension: allowed-address-pairs Aug 12 18:04:23.004786 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: auto_allocated_topology.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.005856 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.006396 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loaded extension: auto-allocated-topology Aug 12 18:04:23.006718 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: availability_zone.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.007415 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.007920 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loaded extension: availability_zone Aug 12 18:04:23.008239 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: availability_zone_filter.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.009147 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.009654 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loaded extension: availability_zone_filter Aug 12 18:04:23.010001 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: data_plane_status.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.010905 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.011404 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Extension data-plane-status not supported by any of loaded plugins Aug 12 18:04:23.011719 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: default_subnetpools.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.012629 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.013132 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loaded extension: default-subnetpools Aug 12 18:04:23.013450 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.014281 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.014783 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loaded extension: dhcp_agent_scheduler Aug 12 18:04:23.015125 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: dns.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.016031 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.016531 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Extension dns-integration not supported by any of loaded plugins Aug 12 18:04:23.016850 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: dns_domain_ports.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.017767 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.018302 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 12 18:04:23.018619 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.019531 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.020037 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 12 18:04:23.020353 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: dvr.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.021021 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.021526 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loaded extension: dvr Aug 12 18:04:23.021841 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: ecmp_routes.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.022775 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.023280 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 12 18:04:23.023600 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: empty_string_filtering.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.024502 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.025007 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loaded extension: empty-string-filtering Aug 12 18:04:23.025322 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.026258 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.026764 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 12 18:04:23.027080 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.027993 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.028492 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 12 18:04:23.028806 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: external_net.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.029706 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.030240 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loaded extension: external-net Aug 12 18:04:23.030555 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.031478 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.031978 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loaded extension: extra_dhcp_opt Aug 12 18:04:23.032293 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: extraroute.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.033192 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.033693 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loaded extension: extraroute Aug 12 18:04:23.034046 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: extraroute_atomic.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.035069 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.035570 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loaded extension: extraroute-atomic Aug 12 18:04:23.035885 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: filter_validation.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.036544 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.037044 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loaded extension: filter-validation Aug 12 18:04:23.037360 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: fip_pf_description.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.038309 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.038806 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 12 18:04:23.039121 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: fip_port_details.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.040029 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.040532 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loaded extension: fip-port-details Aug 12 18:04:23.040847 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: flavors.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.042091 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.042604 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loaded extension: flavors Aug 12 18:04:23.042924 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.044593 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.045112 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 12 18:04:23.045439 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: floatingip_pools.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.046168 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.047206 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loaded extension: floatingip-pools Aug 12 18:04:23.047526 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: ip_allocation.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.048453 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.048957 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Extension ip_allocation not supported by any of loaded plugins Aug 12 18:04:23.049275 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.050219 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.050732 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loaded extension: ip-substring-filtering Aug 12 18:04:23.051051 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: l2_adjacency.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.051962 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.052464 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 12 18:04:23.052781 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: l3.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.053863 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.054414 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loaded extension: router Aug 12 18:04:23.054739 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.056967 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.057490 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 12 18:04:23.057817 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.058762 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.059273 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loaded extension: ext-gw-mode Aug 12 18:04:23.059596 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.060528 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.061038 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loaded extension: l3-ha Aug 12 18:04:23.061358 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: l3_flavors.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.062832 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.063343 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loaded extension: l3-flavors Aug 12 18:04:23.063661 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.064575 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.065080 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 12 18:04:23.065398 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: l3agentscheduler.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.066453 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.066963 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loaded extension: l3_agent_scheduler Aug 12 18:04:23.067286 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: logging.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.068804 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.069321 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Extension logging not supported by any of loaded plugins Aug 12 18:04:23.069656 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: metering.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.070421 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.070992 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loaded extension: metering Aug 12 18:04:23.071313 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.072414 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.072926 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loaded extension: metering_source_and_destination_fields Aug 12 18:04:23.073250 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: multiprovidernet.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.074209 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.074715 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loaded extension: multi-provider Aug 12 18:04:23.075035 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: netmtu.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.075947 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.076448 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loaded extension: net-mtu Aug 12 18:04:23.076767 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: netmtu_writable.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.077832 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.078402 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loaded extension: net-mtu-writable Aug 12 18:04:23.078723 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: network_availability_zone.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.079394 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.079896 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loaded extension: network_availability_zone Aug 12 18:04:23.080217 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: network_ip_availability.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.081311 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.081822 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loaded extension: network-ip-availability Aug 12 18:04:23.082175 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: network_segment_range.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.082939 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.083442 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Extension network-segment-range not supported by any of loaded plugins Aug 12 18:04:23.083761 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: pagination.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.084732 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.085060 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loaded extension: pagination Aug 12 18:04:23.085377 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: port_device_profile.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.086325 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.086838 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loaded extension: port-device-profile Aug 12 18:04:23.087154 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.088079 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.088583 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loaded extension: port-mac-address-regenerate Aug 12 18:04:23.088899 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.089799 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.090327 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loaded extension: port-numa-affinity-policy Aug 12 18:04:23.090644 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: port_resource_request.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.091553 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.092051 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Extension port-resource-request not supported by any of loaded plugins Aug 12 18:04:23.092366 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: portbindings.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.093316 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.093824 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loaded extension: binding Aug 12 18:04:23.094170 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: portbindings_extended.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.095560 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.096079 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loaded extension: binding-extended Aug 12 18:04:23.096403 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: portsecurity.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.097319 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.097829 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loaded extension: port-security Aug 12 18:04:23.098175 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: project_id.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.099148 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.099476 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loaded extension: project-id Aug 12 18:04:23.099796 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: providernet.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.100710 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.101221 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loaded extension: provider Aug 12 18:04:23.101539 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: qos.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.105250 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.105770 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Extension qos not supported by any of loaded plugins Aug 12 18:04:23.106124 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.107364 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.107881 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 12 18:04:23.108205 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.109628 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.110169 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 12 18:04:23.110491 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: qos_default.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.111398 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.111906 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Extension qos-default not supported by any of loaded plugins Aug 12 18:04:23.112226 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: qos_fip.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.112876 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.113378 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Extension qos-fip not supported by any of loaded plugins Aug 12 18:04:23.113700 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: qos_gateway_ip.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.114657 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.115166 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 12 18:04:23.115486 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: qos_port_network_policy.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.116392 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.116895 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 12 18:04:23.117212 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: qos_pps_rule.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.118406 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.118920 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Extension qos-pps not supported by any of loaded plugins Aug 12 18:04:23.119240 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: qos_rule_type_details.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.120156 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.120666 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 12 18:04:23.120987 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: qos_rules_alias.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.122058 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.122570 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 12 18:04:23.122887 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: quotasv2.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.123778 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.124129 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loaded extension: quotas Aug 12 18:04:23.125008 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: quotasv2_detail.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.128027 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.128371 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loaded extension: quota_details Aug 12 18:04:23.128702 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: rbac.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.129968 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.130497 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loaded extension: rbac-policies Aug 12 18:04:23.130821 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: rbac_address_group.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.131747 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.132261 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loaded extension: rbac-address-group Aug 12 18:04:23.132582 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: rbac_address_scope.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.133496 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.134030 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loaded extension: rbac-address-scope Aug 12 18:04:23.134351 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: rbac_security_groups.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.135260 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.135767 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loaded extension: rbac-security-groups Aug 12 18:04:23.136088 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: rbac_subnetpool.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.136994 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.137498 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loaded extension: rbac-subnetpool Aug 12 18:04:23.137816 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: revisionifmatch.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.138766 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.139273 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loaded extension: revision-if-match Aug 12 18:04:23.139591 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: revisions.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.140713 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.141218 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loaded extension: standard-attr-revisions Aug 12 18:04:23.141538 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: router_availability_zone.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.142238 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.142746 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loaded extension: router_availability_zone Aug 12 18:04:23.143064 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: routerservicetype.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.143977 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.144483 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Extension router-service-type not supported by any of loaded plugins Aug 12 18:04:23.144800 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.145716 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.146247 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loaded extension: security-groups-normalized-cidr Aug 12 18:04:23.146565 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.147483 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.147990 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loaded extension: port-security-groups-filtering Aug 12 18:04:23.148311 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.149257 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.149762 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loaded extension: security-groups-remote-address-group Aug 12 18:04:23.150117 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: securitygroup.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.160151 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.160705 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loaded extension: security-group Aug 12 18:04:23.161035 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: segment.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.161858 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.162387 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Extension segment not supported by any of loaded plugins Aug 12 18:04:23.162706 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.163698 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.164206 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 12 18:04:23.164523 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: servicetype.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.165727 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.166271 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loaded extension: service-type Aug 12 18:04:23.166589 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: sorting.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.167572 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.167900 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loaded extension: sorting Aug 12 18:04:23.168220 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: standard_attr_segment.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.169134 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.169657 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 12 18:04:23.169997 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: standardattrdescription.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.170646 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.171146 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loaded extension: standard-attr-description Aug 12 18:04:23.171986 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: stateful_security_group.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.172948 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.173461 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loaded extension: stateful-security-group Aug 12 18:04:23.173781 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: stdattrs_common.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.174399 dv-cinder-759943-10-iscsi neutron-server[94104]: WARNING neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 12 18:04:23.174719 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.175641 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.176152 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 12 18:04:23.176472 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: subnet_onboard.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.177551 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.178094 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loaded extension: subnet_onboard Aug 12 18:04:23.178416 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.179344 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.179847 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 12 18:04:23.180166 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: subnet_service_types.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.181084 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.181589 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loaded extension: subnet-service-types Aug 12 18:04:23.181925 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: subnetallocation.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.183009 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.183523 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loaded extension: subnet_allocation Aug 12 18:04:23.183845 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.184510 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.185010 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loaded extension: subnetpool-prefix-ops Aug 12 18:04:23.185324 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.186293 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.186802 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 12 18:04:23.187673 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: tagging.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.188766 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.189287 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loaded extension: standard-attr-tag Aug 12 18:04:23.189610 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: timestamp.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.190837 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.191355 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loaded extension: standard-attr-timestamp Aug 12 18:04:23.191677 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: trunk.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.192699 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.193214 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Extension trunk not supported by any of loaded plugins Aug 12 18:04:23.193535 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: trunk_details.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.194468 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.194981 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Extension trunk-details not supported by any of loaded plugins Aug 12 18:04:23.195300 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: uplink_status_propagation.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.196217 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.196729 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 12 18:04:23.197048 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Loading extension file: vlantransparent.py {{(pid=94104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 18:04:23.197718 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 18:04:23.198259 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 12 18:04:23.200707 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.quota.resource_registry [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Creating instance of TrackedResource for resource:network Aug 12 18:04:23.201227 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.quota.resource_registry [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Creating instance of TrackedResource for resource:subnet Aug 12 18:04:23.201623 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.quota.resource_registry [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Creating instance of TrackedResource for resource:subnetpool Aug 12 18:04:23.202041 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.quota.resource_registry [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Creating instance of TrackedResource for resource:port Aug 12 18:04:23.203302 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.v2.resource_helper [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94104) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 18:04:23.203826 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.v2.resource_helper [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Service FLAVORS assigned prefix: {{(pid=94104) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 18:04:23.204420 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.v2.resource_helper [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94104) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 18:04:23.204842 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.v2.resource_helper [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94104) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 18:04:23.205169 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.quota.resource_registry [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Creating instance of TrackedResource for resource:router Aug 12 18:04:23.205593 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.quota.resource_registry [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Creating instance of TrackedResource for resource:floatingip Aug 12 18:04:23.206115 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.v2.resource_helper [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Service METERING assigned prefix: /metering {{(pid=94104) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 18:04:23.207550 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:23.207916 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:23.208263 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:04:23.209282 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.quota.resource_registry [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Creating instance of CountableResource for resource:rbac_policy Aug 12 18:04:23.209718 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.quota.resource_registry [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Creating instance of TrackedResource for resource:security_group Aug 12 18:04:23.210169 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.quota.resource_registry [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 12 18:04:23.211912 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.v2.resource_helper [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Service CORE assigned prefix: {{(pid=94104) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 18:04:23.212251 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.quota.resource_registry [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Creating instance of TrackedResource for resource:subnetpool Aug 12 18:04:23.212602 dv-cinder-759943-10-iscsi neutron-server[94104]: WARNING neutron.quota.resource_registry [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] subnetpool is already registered Aug 12 18:04:23.213047 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.v2.resource_helper [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Service CORE assigned prefix: {{(pid=94104) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 18:04:23.213372 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.quota.resource_registry [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Creating instance of TrackedResource for resource:subnetpool Aug 12 18:04:23.213702 dv-cinder-759943-10-iscsi neutron-server[94104]: WARNING neutron.quota.resource_registry [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] subnetpool is already registered Aug 12 18:04:23.216007 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.v2.resource_helper [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94104) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 18:04:23.216434 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.v2.resource_helper [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Service FLAVORS assigned prefix: {{(pid=94104) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 18:04:23.217020 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.v2.resource_helper [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94104) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 18:04:23.217431 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.v2.resource_helper [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94104) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 18:04:23.217758 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.quota.resource_registry [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Creating instance of TrackedResource for resource:router Aug 12 18:04:23.218134 dv-cinder-759943-10-iscsi neutron-server[94104]: WARNING neutron.quota.resource_registry [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] router is already registered Aug 12 18:04:23.218548 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.quota.resource_registry [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Creating instance of TrackedResource for resource:floatingip Aug 12 18:04:23.218878 dv-cinder-759943-10-iscsi neutron-server[94104]: WARNING neutron.quota.resource_registry [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] floatingip is already registered Aug 12 18:04:23.219330 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.v2.resource_helper [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Service METERING assigned prefix: /metering {{(pid=94104) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 18:04:23.219989 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.quota.resource_registry [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Creating instance of CountableResource for resource:rbac_policy Aug 12 18:04:23.220311 dv-cinder-759943-10-iscsi neutron-server[94104]: WARNING neutron.quota.resource_registry [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] rbac_policy is already registered Aug 12 18:04:23.220713 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.quota.resource_registry [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Creating instance of TrackedResource for resource:security_group Aug 12 18:04:23.221041 dv-cinder-759943-10-iscsi neutron-server[94104]: WARNING neutron.quota.resource_registry [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] security_group is already registered Aug 12 18:04:23.221435 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.quota.resource_registry [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 12 18:04:23.221762 dv-cinder-759943-10-iscsi neutron-server[94104]: WARNING neutron.quota.resource_registry [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] security_group_rule is already registered Aug 12 18:04:23.222409 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.v2.resource_helper [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Service CORE assigned prefix: {{(pid=94104) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 18:04:23.222734 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.quota.resource_registry [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Creating instance of TrackedResource for resource:subnetpool Aug 12 18:04:23.223064 dv-cinder-759943-10-iscsi neutron-server[94104]: WARNING neutron.quota.resource_registry [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] subnetpool is already registered Aug 12 18:04:23.223480 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.v2.resource_helper [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Service CORE assigned prefix: {{(pid=94104) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 18:04:23.223800 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.quota.resource_registry [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Creating instance of TrackedResource for resource:subnetpool Aug 12 18:04:23.224125 dv-cinder-759943-10-iscsi neutron-server[94104]: WARNING neutron.quota.resource_registry [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] subnetpool is already registered Aug 12 18:04:23.224577 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Extended resource: extensions {{(pid=94104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 18:04:23.226028 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Extended resource: address-groups {{(pid=94104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 18:04:23.227490 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Extended resource: address-scopes {{(pid=94104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 18:04:23.228842 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Extended resource: agents {{(pid=94104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 18:04:23.230292 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Extended resource: auto-allocated-topology {{(pid=94104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 18:04:23.231530 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Extended resource: availability_zones {{(pid=94104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 18:04:23.232741 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Extended resource: dhcp-networks {{(pid=94104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 18:04:23.234791 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Extended resource: dhcp-agents {{(pid=94104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 18:04:23.236243 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Extended resource: routers {{(pid=94104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 18:04:23.237922 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Extended resource: flavors {{(pid=94104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 18:04:23.239162 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Extended resource: service_profiles {{(pid=94104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 18:04:23.240384 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Extended resource: next_providers {{(pid=94104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 18:04:23.241780 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Extended resource: service_profiles {{(pid=94104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 18:04:23.243323 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Extended resource: floatingip-pools {{(pid=94104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 18:04:23.244545 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Extended resource: routers {{(pid=94104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 18:04:23.246314 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Extended resource: floatingips {{(pid=94104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 18:04:23.247661 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Extended resource: l3-routers {{(pid=94104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 18:04:23.248970 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Extended resource: l3-agents {{(pid=94104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 18:04:23.250986 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Extended resource: metering-labels {{(pid=94104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 18:04:23.252337 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Extended resource: metering-label-rules {{(pid=94104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 18:04:23.253709 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Extended resource: network-ip-availabilities {{(pid=94104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 18:04:23.254977 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Extended resource: bindings {{(pid=94104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 18:04:23.256522 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Extended resource: quotas {{(pid=94104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 18:04:23.258076 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Extended resource: quotas {{(pid=94104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 18:04:23.259518 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Extended resource: rbac-policies {{(pid=94104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 18:04:23.260694 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Extended resource: security-groups {{(pid=94104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 18:04:23.262020 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Extended resource: security-group-rules {{(pid=94104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 18:04:23.263235 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Extended resource: service-providers {{(pid=94104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 18:04:23.264483 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Extended resource: subnetpools {{(pid=94104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 18:04:23.265965 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Extended resource: subnetpools {{(pid=94104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 18:04:23.267506 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Extended resource: tags {{(pid=94104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 18:04:23.269187 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Extended resource: tags {{(pid=94104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 18:04:23.271012 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Extended resource: tags {{(pid=94104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 18:04:23.272790 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Extended resource: tags {{(pid=94104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 18:04:23.274474 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Extended resource: tags {{(pid=94104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 18:04:23.277487 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Extended resource: tags {{(pid=94104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 18:04:23.279275 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Extended resource: tags {{(pid=94104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 18:04:23.281112 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Extended resource: tags {{(pid=94104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 18:04:23.283039 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Extended resource: tags {{(pid=94104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 18:04:23.284787 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron.api.extensions [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Extended resource: tags {{(pid=94104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 18:04:23.290722 dv-cinder-759943-10-iscsi neutron-server[94104]: WARNING keystonemiddleware.auth_token [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 12 18:04:23.295260 dv-cinder-759943-10-iscsi neutron-server[94104]: WARNING keystonemiddleware.auth_token [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 12 18:04:23.304045 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_concurrency.lockutils [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Acquired lock "singleton_lock" {{(pid=94104) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 12 18:04:23.304520 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_concurrency.lockutils [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Releasing lock "singleton_lock" {{(pid=94104) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 12 18:04:23.305162 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO oslo_service.service [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Starting 2 workers Aug 12 18:04:23.309855 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Started child 94211 {{(pid=94104) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 12 18:04:23.315557 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Started child 94212 {{(pid=94104) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 12 18:04:23.315998 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:04:23.316642 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO neutron.service [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 12 18:04:23.316973 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Notify callbacks [] for process, before_spawn {{(pid=94104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:04:23.317560 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [-] (94211) wsgi starting up on http://0.0.0.0:9696 Aug 12 18:04:23.319353 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO oslo_service.service [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Starting 1 workers Aug 12 18:04:23.319569 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:04:23.320977 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [-] (94212) wsgi starting up on http://0.0.0.0:9696 Aug 12 18:04:23.324452 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Started child 94213 {{(pid=94104) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 12 18:04:23.324974 dv-cinder-759943-10-iscsi neutron-server[94104]: INFO oslo_service.service [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Starting 1 workers Aug 12 18:04:23.328614 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.service [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] calling RpcWorker wait() {{(pid=94213) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 12 18:04:23.329189 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.service [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] returning from RpcWorker wait() {{(pid=94213) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 12 18:04:23.329877 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Started child 94214 {{(pid=94104) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 12 18:04:23.330394 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:04:23.330746 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5a9d-cce9-4bf0-a3d3-bca8a94d0794 None None] Notify callbacks [] for process, after_spawn {{(pid=94104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:04:23.330842 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:04:23.332602 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94104) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 12 18:04:23.332825 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 12 18:04:23.333001 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 12 18:04:23.333175 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 12 18:04:23.333492 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 12 18:04:23.333648 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 12 18:04:23.334191 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.334463 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.334718 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.334814 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:04:23.335254 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.335254 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.335690 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:04:23.335872 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.336136 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.336386 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.336667 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.336919 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.337079 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.337246 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.337506 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.337754 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.338053 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.338310 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.338556 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.338819 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.338990 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.339242 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.339501 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.339753 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.340017 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] debug = True {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.340260 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.340750 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.341008 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.341273 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.341490 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.341770 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.342120 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.342386 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.342632 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.342858 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.343158 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.343944 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.344184 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.344423 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.344628 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.344882 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.345098 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.345573 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] host = dv-cinder-759943-10-iscsi {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.345783 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.346037 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.346263 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.346507 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.346745 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.346961 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.347223 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.347464 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.347709 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.347928 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.348176 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.348400 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.348632 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.348883 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] log_file = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.349045 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] log_options = True {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.349276 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.349542 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.349796 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.350008 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.350175 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.350348 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.350574 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.350738 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.350963 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.351190 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.351400 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.351625 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.351834 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.352049 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.352287 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.352525 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.352750 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.352955 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.353192 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.353414 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.353630 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.353867 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.354398 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.354614 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.354822 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.355128 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.355269 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.355442 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.355647 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.355893 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.356131 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.356373 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.356608 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.356851 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.357072 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.357293 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.357501 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.357756 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.358057 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.358306 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.358561 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.358819 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.359075 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.359320 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.359541 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.359768 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] use_json = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.360005 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.360196 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.360386 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.360598 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.360824 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.361041 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.361251 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.361496 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.361949 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.362222 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.363152 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.363152 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.363152 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.363421 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.363492 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.363720 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.363978 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.364264 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.364545 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.364763 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.365053 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.365294 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.365685 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.365876 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.366145 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.366506 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.366634 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.366890 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.367100 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.367320 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.367658 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.367932 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.368194 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.368459 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.368676 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.368918 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.369150 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.371053 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.371053 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.371053 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.371053 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.371053 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.371053 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.371053 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.371053 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.373327 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.373327 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.373327 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.373327 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.373327 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.373327 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.373327 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.373327 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.373327 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.377849 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.377849 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.377849 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.377849 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.377849 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.377849 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.377849 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.377849 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.377849 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.378851 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.378851 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.378851 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.378851 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.378851 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.378851 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.378851 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.378851 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.378851 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.379495 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.379495 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.379495 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.379495 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.379495 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.379495 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.379495 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.379495 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.379495 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.380185 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.380185 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.380185 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.380185 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.380185 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.380525 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.380612 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.381502 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.381502 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.381502 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.381502 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.381502 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.384695 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.384695 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.384695 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.384695 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.384695 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.384695 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.384695 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.384695 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.386946 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.386946 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.386946 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.386946 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.386946 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.386946 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.386946 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.386946 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.387934 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.387934 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.387934 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.387934 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.387934 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.387934 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.387934 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.387934 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.388550 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.388550 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.388550 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.388550 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.388550 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.388982 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.388982 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.389226 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.389495 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.389759 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.390579 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.390836 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.391077 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.391326 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.391576 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.391805 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.392060 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.392257 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.392528 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.392736 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.392965 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.393298 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.393442 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.393732 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.394008 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.394239 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.394444 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.394749 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.395037 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.395211 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.395479 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.395728 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.395977 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.396228 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.396452 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.396662 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.396904 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.397127 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.397336 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.397575 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.397884 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.398072 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.398277 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.398503 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.398734 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.398944 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.399160 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.399403 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.399617 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.399853 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.400094 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.400301 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.400516 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.400760 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.400991 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.401222 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.401453 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.401660 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.401922 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.402138 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.402414 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.402655 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.402867 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.403108 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.403347 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.403593 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.403804 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.404045 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.404278 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.404487 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.404698 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.404913 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.405132 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.405338 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.405610 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.405823 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.406096 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.406360 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.406685 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.406943 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.407185 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.407429 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.407662 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.407907 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.408139 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.408352 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.408570 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.408781 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.409033 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.409267 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.409502 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.409751 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.411394 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.411685 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.411904 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.412153 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.412370 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.414432 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.414708 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.414953 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.415229 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.415479 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.415706 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.415939 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.416156 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.416370 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.416605 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.416825 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.417037 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.417264 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.417472 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.417686 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.417939 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.421881 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.423104 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.423375 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.423606 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.423829 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.424064 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.424293 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.424534 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.424792 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.425038 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.425252 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.425469 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.425694 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.425939 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.426413 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.427758 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.427981 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.428209 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.428432 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.428645 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.428952 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.429203 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.429429 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.429721 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.430337 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.430598 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.430841 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.432197 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.432446 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.432710 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.432953 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.433178 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.433418 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.433683 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.434021 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.434325 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.434579 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.434829 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.435110 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.435385 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.435645 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.435855 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.436161 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.436490 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.437364 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.437537 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.437779 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.438541 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.438770 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.438996 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.439218 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.439453 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.439668 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.439932 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.440167 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.440410 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.440623 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.440851 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.441072 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.441313 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.441544 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.441781 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.442033 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.442188 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 12 18:04:23.442704 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94104) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 12 18:04:23.442861 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 12 18:04:23.443022 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 12 18:04:23.443204 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 12 18:04:23.443376 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 12 18:04:23.443526 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 12 18:04:23.443779 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.443940 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.444306 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.444481 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.444635 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.445355 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.445750 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.445977 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.446139 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.446290 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.446451 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.446608 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.446764 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.446924 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.447133 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.447288 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.447614 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.448090 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.448383 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.448610 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.448772 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.448928 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.449085 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] debug = True {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.449243 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.449437 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.449602 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.449752 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.449924 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.450096 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.450294 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.450527 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.450764 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.450962 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.451123 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.451346 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.451499 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.451699 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.451973 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.452128 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.452277 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.453182 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] host = dv-cinder-759943-10-iscsi {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.453415 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.453577 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.453719 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.453863 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.454152 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.454284 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.454411 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.454540 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.454662 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.454785 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.454931 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.455087 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.455242 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.455396 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] log_file = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.455555 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] log_options = True {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.455709 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.455863 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.456019 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.456637 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.456996 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.457140 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.457300 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.457456 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.457614 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.457815 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.458014 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.458179 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.458332 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.458697 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.458819 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.458962 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.459089 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.459231 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.459386 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.459542 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.459700 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.459855 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.459994 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.460248 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.460379 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.460505 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.460591 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.460722 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.460864 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.461018 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.461172 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.461329 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.461591 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.462083 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.462242 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.462398 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.462729 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.462970 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.463401 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.463563 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.463718 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.464260 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.464352 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:04:23.464440 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.464578 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.464735 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.464890 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] use_json = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.465046 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.465200 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.465355 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.465514 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.465668 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.465823 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.466041 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.466201 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 18:04:23.466378 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.466536 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.466704 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.466864 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.467043 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.467168 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.467325 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.467482 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.467639 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.467791 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.467949 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.468132 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.468303 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.468460 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.468621 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.468780 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.468936 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.469094 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.469251 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.469410 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.469567 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.469727 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.469923 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.470077 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.470239 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.470380 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.470542 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.470698 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.470857 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.471015 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.471174 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.471331 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.471487 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.471645 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.471801 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.471957 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.472113 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.472271 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.472429 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.472586 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.472744 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.472902 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.473060 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.473217 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.473375 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.473533 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.473961 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.474062 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.474167 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.474294 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.474462 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.474619 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.474779 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.474936 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.475102 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.475288 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.475430 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.475555 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.475694 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.475851 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.476008 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.476177 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.476334 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.476494 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.476841 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.476841 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.477179 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.477179 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.477424 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.477424 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.477618 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.477746 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.477870 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.478019 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.478145 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.478908 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.480191 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.480357 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.480522 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.480683 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.480844 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.481004 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.481165 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.481325 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.481495 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.481670 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.481856 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.482102 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.482243 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.482386 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.482501 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.482584 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.482730 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.482881 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.483039 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.483195 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.483353 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.483513 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.483671 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.483855 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.483993 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.484145 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.484301 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.484459 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.484615 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.484771 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.484929 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.485085 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.485242 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.485451 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.485580 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.485706 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.485850 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.486405 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.486506 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.486673 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.486841 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.487000 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.487162 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.487306 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.487465 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.487623 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.487765 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.487926 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.488083 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.488240 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.488612 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.488795 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.488964 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.489102 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.490047 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.490213 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.490400 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.490559 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.490718 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.490877 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.491020 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.491182 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.491340 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.491497 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.491655 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.491812 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.491972 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.492131 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.492289 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.492445 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.492604 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.492761 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.492919 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.493078 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.493235 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.493395 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.493552 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.493709 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.493867 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.494047 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.494204 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.494363 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.494520 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.494678 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.494835 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.494991 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.495148 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.495304 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.495460 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.495620 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.495778 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.495935 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.496092 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.496251 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.496409 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.496567 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.496725 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.496883 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.497041 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.497199 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.497358 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.497515 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.497673 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.497831 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.498025 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.498185 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.498343 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.498501 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.498659 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.498817 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.498975 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.499146 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.499828 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.499993 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.500150 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.500309 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.500466 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.500624 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.500783 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.500939 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.501096 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.501252 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.501412 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.501573 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.501730 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.501889 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.502068 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.502212 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.502370 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.502528 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.502683 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.502846 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.503005 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.503163 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.503320 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.503478 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.503646 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.503806 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.504254 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.504412 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.504798 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.504798 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.504967 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.505046 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.505167 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.505324 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.505481 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.505832 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.505832 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.506017 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.506160 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.506312 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.506469 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.506627 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.506794 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.506952 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.507108 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.507266 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.507410 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.507550 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.507722 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.507880 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.508037 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.508194 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.508429 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.508593 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.508761 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.508920 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.509079 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.509250 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.509409 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.509565 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.509727 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.510116 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.510290 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.510451 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.510609 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.510855 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.511014 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.511175 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.511338 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.511504 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.511668 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.511826 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.511992 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.512157 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.512322 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.512479 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.512643 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.512812 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.512971 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.513177 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.513340 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.513498 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.513657 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.513815 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.513993 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.514153 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.514311 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.514468 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.514627 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.514784 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.514960 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.515704 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.515847 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.516006 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.516169 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.516328 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.516486 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 18:04:23.516635 dv-cinder-759943-10-iscsi neutron-server[94104]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 12 18:04:23.782850 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 45434) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:04:23.791117 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0060952 Aug 12 18:04:35.027772 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30dfcb2-75ff-409e-9dd2-d44fea351988 None None] get_active_networks_info from dv-cinder-759943-10-iscsi {{(pid=94213) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 12 18:04:35.092395 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30dfcb2-75ff-409e-9dd2-d44fea351988 None None] No non-hosted networks {{(pid=94213) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 12 18:04:35.112962 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.agentschedulers_db [None req-a30dfcb2-75ff-409e-9dd2-d44fea351988 None None] DHCP Agent not found on host dv-cinder-759943-10-iscsi {{(pid=94213) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 12 18:04:35.219400 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-4094c1bb-667c-43d3-9cc5-a02b5fce2fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-737775'] for agent, after_create {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:04:37.321915 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-6192ca5d-8285-4999-beeb-57acc49f62b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-737775'] for agent, after_create {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:04:37.387156 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-855b8c45-c292-487f-8ea6-72ff1e3eb656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:04:37.974036 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-737775'] for agent, after_create {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:04:37.974768 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:04:37.975119 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:04:37.975462 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:04:37.975895 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:04:37.976231 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:04:37.976625 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:04:37.977041 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:04:37.977392 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:04:37.977724 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:04:37.978113 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:04:37.978459 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:04:37.978905 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:04:37.979653 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-759943-10-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:04:37.994098 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-759943-10-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:04:38.525236 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-2083c3fd-5dc5-47ae-86de-acca0e7a8e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-737775'] for agent, after_create {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:04:40.197219 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-b1de9828-bfad-4ef8-8d69-6d6f9fbe420c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-737775'] for agent, after_create {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:04:41.328402 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 45528) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:04:41.680861 dv-cinder-759943-10-iscsi neutron-server[94213]: INFO neutron.db.l3_hamode_db [None req-68602d90-d6d6-477c-b911-4869c5d8e74e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 12 18:04:41.758981 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68602d90-d6d6-477c-b911-4869c5d8e74e None None] Routers set() bound to L3 agent in host dv-cinder-759943-10-iscsi {{(pid=94213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 18:04:41.759364 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68602d90-d6d6-477c-b911-4869c5d8e74e None None] Router IDs set() for agent in host dv-cinder-759943-10-iscsi {{(pid=94213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 12 18:04:41.832938 dv-cinder-759943-10-iscsi neutron-server[94212]: WARNING oslo_policy.policy [None req-20fc61af-f64d-45ea-ae3f-663f20c3dc66 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 18:04:41.833527 dv-cinder-759943-10-iscsi neutron-server[94212]: WARNING oslo_policy.policy [None req-20fc61af-f64d-45ea-ae3f-663f20c3dc66 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 18:04:42.049750 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [None req-20fc61af-f64d-45ea-ae3f-663f20c3dc66 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=94212) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 18:04:42.050752 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-20fc61af-f64d-45ea-ae3f-663f20c3dc66 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7208629 Aug 12 18:04:44.363948 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 45542) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:04:44.665592 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.v2.base [None req-4c74717e-ce19-482e-8d3d-4a0d7d86a367 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True}} {{(pid=94212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:04:44.760619 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.policy [None req-4c74717e-ce19-482e-8d3d-4a0d7d86a367 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94212) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 12 18:04:44.804957 dv-cinder-759943-10-iscsi neutron-server[94212]: WARNING oslo_policy.policy [None req-4c74717e-ce19-482e-8d3d-4a0d7d86a367 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 18:04:44.805322 dv-cinder-759943-10-iscsi neutron-server[94212]: WARNING oslo_policy.policy [None req-4c74717e-ce19-482e-8d3d-4a0d7d86a367 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 18:04:44.814415 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.quota [None req-4c74717e-ce19-482e-8d3d-4a0d7d86a367 admin admin] Loaded quota_driver: . Aug 12 18:04:44.907487 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-4c74717e-ce19-482e-8d3d-4a0d7d86a367 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763626566496', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763626565971', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763626540334', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763626538129', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763626190802', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763626533922', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1816843', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1401388', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-432264', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-499418'] for rbac-policy, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:04:44.971022 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-4c74717e-ce19-482e-8d3d-4a0d7d86a367 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:04:44.972445 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-4c74717e-ce19-482e-8d3d-4a0d7d86a367 admin admin] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6075618 Aug 12 18:04:47.493354 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 45554) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:04:47.992864 dv-cinder-759943-10-iscsi neutron-server[94211]: WARNING oslo_policy.policy [None req-247268b9-bab1-4aed-9696-9e562af85c40 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 18:04:47.993459 dv-cinder-759943-10-iscsi neutron-server[94211]: WARNING oslo_policy.policy [None req-247268b9-bab1-4aed-9696-9e562af85c40 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 18:04:48.208734 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.v2.base [None req-247268b9-bab1-4aed-9696-9e562af85c40 admin admin] Request body: {'network': {'project_id': 'eee6b9289b5e4761b6abd12eaaed0b6e', 'name': 'private', 'admin_state_up': True, 'tenant_id': 'eee6b9289b5e4761b6abd12eaaed0b6e'}} {{(pid=94211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:04:48.210373 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.quota [None req-247268b9-bab1-4aed-9696-9e562af85c40 admin admin] Loaded quota_driver: . Aug 12 18:04:48.268638 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-247268b9-bab1-4aed-9696-9e562af85c40 admin admin] Made reservation on behalf of eee6b9289b5e4761b6abd12eaaed0b6e for: {'network': 1} {{(pid=94211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 18:04:48.336092 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.policy [None req-247268b9-bab1-4aed-9696-9e562af85c40 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94211) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 12 18:04:48.380519 dv-cinder-759943-10-iscsi neutron-server[94211]: WARNING oslo_policy.policy [None req-247268b9-bab1-4aed-9696-9e562af85c40 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 18:04:48.380895 dv-cinder-759943-10-iscsi neutron-server[94211]: WARNING oslo_policy.policy [None req-247268b9-bab1-4aed-9696-9e562af85c40 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 18:04:48.390908 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-247268b9-bab1-4aed-9696-9e562af85c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for network, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:04:48.412278 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-247268b9-bab1-4aed-9696-9e562af85c40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:04:48.547079 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-247268b9-bab1-4aed-9696-9e562af85c40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:04:48.550747 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-247268b9-bab1-4aed-9696-9e562af85c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:04:48.574227 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-247268b9-bab1-4aed-9696-9e562af85c40 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=94211) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 18:04:48.598938 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-247268b9-bab1-4aed-9696-9e562af85c40 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763627670119', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735099'] for segment, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:04:48.599516 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-247268b9-bab1-4aed-9696-9e562af85c40 admin admin] Unsubscribe: segment precommit_create {{(pid=94211) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 12 18:04:48.600024 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.db.segments_db [None req-247268b9-bab1-4aed-9696-9e562af85c40 admin admin] Added segment 83b16316-2a58-4bad-abb1-714e903e0d7e of type vlan for network 3cb34e6f-7237-4d3c-9d00-025d958a6dac Aug 12 18:04:48.609652 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247268b9-bab1-4aed-9696-9e562af85c40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59d6869a-a0bf-4664-9ba9-ddf3d0c7d56a,revision_number=1']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:04:48.630809 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247268b9-bab1-4aed-9696-9e562af85c40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:04:48.631166 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247268b9-bab1-4aed-9696-9e562af85c40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:04:48.631516 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247268b9-bab1-4aed-9696-9e562af85c40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:04:48.631845 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247268b9-bab1-4aed-9696-9e562af85c40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:04:48.632169 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247268b9-bab1-4aed-9696-9e562af85c40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:04:48.632505 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247268b9-bab1-4aed-9696-9e562af85c40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:04:48.632830 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247268b9-bab1-4aed-9696-9e562af85c40 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:04:48.633166 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247268b9-bab1-4aed-9696-9e562af85c40 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:04:48.633500 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247268b9-bab1-4aed-9696-9e562af85c40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:04:48.633816 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247268b9-bab1-4aed-9696-9e562af85c40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:04:48.634153 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247268b9-bab1-4aed-9696-9e562af85c40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:04:48.634468 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247268b9-bab1-4aed-9696-9e562af85c40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:04:48.635800 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247268b9-bab1-4aed-9696-9e562af85c40 admin admin] Tracked resource versions report: Aug 12 18:04:48.635800 dv-cinder-759943-10-iscsi neutron-server[94211]: pushed versions: Aug 12 18:04:48.635800 dv-cinder-759943-10-iscsi neutron-server[94211]: { 'AddressGroup': {'1.2'}, Aug 12 18:04:48.635800 dv-cinder-759943-10-iscsi neutron-server[94211]: 'ConntrackHelper': {'1.0'}, Aug 12 18:04:48.635800 dv-cinder-759943-10-iscsi neutron-server[94211]: 'Log': {'1.0'}, Aug 12 18:04:48.635800 dv-cinder-759943-10-iscsi neutron-server[94211]: 'Network': {'1.1'}, Aug 12 18:04:48.635800 dv-cinder-759943-10-iscsi neutron-server[94211]: 'Port': {'1.7'}, Aug 12 18:04:48.635800 dv-cinder-759943-10-iscsi neutron-server[94211]: 'PortForwarding': {'1.2'}, Aug 12 18:04:48.635800 dv-cinder-759943-10-iscsi neutron-server[94211]: 'QosPolicy': {'1.9'}, Aug 12 18:04:48.635800 dv-cinder-759943-10-iscsi neutron-server[94211]: 'SecurityGroup': {'1.4'}, Aug 12 18:04:48.635800 dv-cinder-759943-10-iscsi neutron-server[94211]: 'SecurityGroupRule': {'1.2'}, Aug 12 18:04:48.635800 dv-cinder-759943-10-iscsi neutron-server[94211]: 'SubPort': {'1.0'}, Aug 12 18:04:48.635800 dv-cinder-759943-10-iscsi neutron-server[94211]: 'Subnet': {'1.1'}, Aug 12 18:04:48.635800 dv-cinder-759943-10-iscsi neutron-server[94211]: 'Trunk': {'1.1'}} Aug 12 18:04:48.635800 dv-cinder-759943-10-iscsi neutron-server[94211]: consumer versions: Aug 12 18:04:48.635800 dv-cinder-759943-10-iscsi neutron-server[94211]: { DHCP agent@dv-cinder-759943-10-iscsi: {}, Aug 12 18:04:48.635800 dv-cinder-759943-10-iscsi neutron-server[94211]: L3 agent@dv-cinder-759943-10-iscsi: {}, Aug 12 18:04:48.635800 dv-cinder-759943-10-iscsi neutron-server[94211]: Metadata agent@dv-cinder-759943-10-iscsi: {}, Aug 12 18:04:48.635800 dv-cinder-759943-10-iscsi neutron-server[94211]: Metering agent@dv-cinder-759943-10-iscsi: {}, Aug 12 18:04:48.635800 dv-cinder-759943-10-iscsi neutron-server[94211]: Open vSwitch agent@dv-cinder-759943-10-iscsi: { 'AddressGroup': '1.2', Aug 12 18:04:48.635800 dv-cinder-759943-10-iscsi neutron-server[94211]: 'ConntrackHelper': '1.0', Aug 12 18:04:48.635800 dv-cinder-759943-10-iscsi neutron-server[94211]: 'Log': '1.0', Aug 12 18:04:48.635800 dv-cinder-759943-10-iscsi neutron-server[94211]: 'Network': '1.1', Aug 12 18:04:48.635800 dv-cinder-759943-10-iscsi neutron-server[94211]: 'Port': '1.7', Aug 12 18:04:48.635800 dv-cinder-759943-10-iscsi neutron-server[94211]: 'PortForwarding': '1.2', Aug 12 18:04:48.635800 dv-cinder-759943-10-iscsi neutron-server[94211]: 'QosPolicy': '1.9', Aug 12 18:04:48.635800 dv-cinder-759943-10-iscsi neutron-server[94211]: 'SecurityGroup': '1.4', Aug 12 18:04:48.635800 dv-cinder-759943-10-iscsi neutron-server[94211]: 'SecurityGroupRule': '1.2', Aug 12 18:04:48.635800 dv-cinder-759943-10-iscsi neutron-server[94211]: 'SubPort': '1.0', Aug 12 18:04:48.635800 dv-cinder-759943-10-iscsi neutron-server[94211]: 'Subnet': '1.1', Aug 12 18:04:48.635800 dv-cinder-759943-10-iscsi neutron-server[94211]: 'Trunk': '1.1'}} Aug 12 18:04:48.635800 dv-cinder-759943-10-iscsi neutron-server[94211]: {{(pid=94211) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 18:04:48.729593 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-247268b9-bab1-4aed-9696-9e562af85c40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763627130179'] for network, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:04:48.780838 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-247268b9-bab1-4aed-9696-9e562af85c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543'] for network, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:04:48.782050 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247268b9-bab1-4aed-9696-9e562af85c40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:04:48.782730 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-247268b9-bab1-4aed-9696-9e562af85c40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564513'] for network, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:04:48.867080 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-247268b9-bab1-4aed-9696-9e562af85c40 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3715153 Aug 12 18:04:48.875808 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247268b9-bab1-4aed-9696-9e562af85c40 admin admin] Pushing event updated for resources: {'Network': ['ID=3cb34e6f-7237-4d3c-9d00-025d958a6dac,revision_number=1']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:04:48.900432 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Network 3cb34e6f-7237-4d3c-9d00-025d958a6dac details requested by agent ovs-agent-dv-cinder-759943-10-iscsi with host dv-cinder-759943-10-iscsi {{(pid=94213) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 18:04:51.436802 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 45576) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:04:51.889350 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba4db7a-d68c-4daf-8860-dbda6e950f78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:04:51.890820 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-eba4db7a-d68c-4daf-8860-dbda6e950f78 admin admin] 10.222.0.30 "GET /v2.0/networks/3cb34e6f-7237-4d3c-9d00-025d958a6dac HTTP/1.1" status: 200 len: 825 time: 0.4531040 Aug 12 18:04:51.916429 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-c25f0ee2-cd4f-4fea-9589-173c9077620a admin admin] 10.222.0.30 "GET /v2.0/subnetpools/e85f0729-73c2-4ee0-94d5-52e9cada5d54 HTTP/1.1" status: 200 len: 734 time: 0.0193069 Aug 12 18:04:51.925911 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.v2.base [None req-59ce558e-d4f6-481e-9790-47e92d51cce0 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': '3cb34e6f-7237-4d3c-9d00-025d958a6dac', 'tenant_id': 'eee6b9289b5e4761b6abd12eaaed0b6e', 'subnetpool_id': 'e85f0729-73c2-4ee0-94d5-52e9cada5d54'}} {{(pid=94212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:04:51.951244 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ce558e-d4f6-481e-9790-47e92d51cce0 admin admin] Made reservation on behalf of eee6b9289b5e4761b6abd12eaaed0b6e for: {'subnet': 1} {{(pid=94212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 18:04:51.953747 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-59ce558e-d4f6-481e-9790-47e92d51cce0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:04:52.238297 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-59ce558e-d4f6-481e-9790-47e92d51cce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543'] for subnet, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:04:52.300287 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ce558e-d4f6-481e-9790-47e92d51cce0 admin admin] Checking segment: {'id': '83b16316-2a58-4bad-abb1-714e903e0d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3cb34e6f-7237-4d3c-9d00-025d958a6dac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 18:04:52.300668 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ce558e-d4f6-481e-9790-47e92d51cce0 admin admin] Network hostable DHCP agents. Network: 3cb34e6f-7237-4d3c-9d00-025d958a6dac, hostable agents: ['da9a4366-d1ff-4171-be52-f44c47b2851f'], hosted agents: [] {{(pid=94212) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 18:04:52.319461 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ce558e-d4f6-481e-9790-47e92d51cce0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=efd24bfd-992b-4cb6-a8d8-2c7f0c023fb3,revision_number=0']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:04:52.332284 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ce558e-d4f6-481e-9790-47e92d51cce0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:04:52.332638 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ce558e-d4f6-481e-9790-47e92d51cce0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:04:52.332972 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ce558e-d4f6-481e-9790-47e92d51cce0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:04:52.333340 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ce558e-d4f6-481e-9790-47e92d51cce0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:04:52.333672 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ce558e-d4f6-481e-9790-47e92d51cce0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:04:52.334016 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ce558e-d4f6-481e-9790-47e92d51cce0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:04:52.334352 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ce558e-d4f6-481e-9790-47e92d51cce0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:04:52.334680 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ce558e-d4f6-481e-9790-47e92d51cce0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:04:52.335011 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ce558e-d4f6-481e-9790-47e92d51cce0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:04:52.335323 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ce558e-d4f6-481e-9790-47e92d51cce0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:04:52.335630 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ce558e-d4f6-481e-9790-47e92d51cce0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:04:52.335937 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ce558e-d4f6-481e-9790-47e92d51cce0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:04:52.337289 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ce558e-d4f6-481e-9790-47e92d51cce0 admin admin] Tracked resource versions report: Aug 12 18:04:52.337289 dv-cinder-759943-10-iscsi neutron-server[94212]: pushed versions: Aug 12 18:04:52.337289 dv-cinder-759943-10-iscsi neutron-server[94212]: { 'AddressGroup': {'1.2'}, Aug 12 18:04:52.337289 dv-cinder-759943-10-iscsi neutron-server[94212]: 'ConntrackHelper': {'1.0'}, Aug 12 18:04:52.337289 dv-cinder-759943-10-iscsi neutron-server[94212]: 'Log': {'1.0'}, Aug 12 18:04:52.337289 dv-cinder-759943-10-iscsi neutron-server[94212]: 'Network': {'1.1'}, Aug 12 18:04:52.337289 dv-cinder-759943-10-iscsi neutron-server[94212]: 'Port': {'1.7'}, Aug 12 18:04:52.337289 dv-cinder-759943-10-iscsi neutron-server[94212]: 'PortForwarding': {'1.2'}, Aug 12 18:04:52.337289 dv-cinder-759943-10-iscsi neutron-server[94212]: 'QosPolicy': {'1.9'}, Aug 12 18:04:52.337289 dv-cinder-759943-10-iscsi neutron-server[94212]: 'SecurityGroup': {'1.4'}, Aug 12 18:04:52.337289 dv-cinder-759943-10-iscsi neutron-server[94212]: 'SecurityGroupRule': {'1.2'}, Aug 12 18:04:52.337289 dv-cinder-759943-10-iscsi neutron-server[94212]: 'SubPort': {'1.0'}, Aug 12 18:04:52.337289 dv-cinder-759943-10-iscsi neutron-server[94212]: 'Subnet': {'1.1'}, Aug 12 18:04:52.337289 dv-cinder-759943-10-iscsi neutron-server[94212]: 'Trunk': {'1.1'}} Aug 12 18:04:52.337289 dv-cinder-759943-10-iscsi neutron-server[94212]: consumer versions: Aug 12 18:04:52.337289 dv-cinder-759943-10-iscsi neutron-server[94212]: { DHCP agent@dv-cinder-759943-10-iscsi: {}, Aug 12 18:04:52.337289 dv-cinder-759943-10-iscsi neutron-server[94212]: L3 agent@dv-cinder-759943-10-iscsi: {}, Aug 12 18:04:52.337289 dv-cinder-759943-10-iscsi neutron-server[94212]: Metadata agent@dv-cinder-759943-10-iscsi: {}, Aug 12 18:04:52.337289 dv-cinder-759943-10-iscsi neutron-server[94212]: Metering agent@dv-cinder-759943-10-iscsi: {}, Aug 12 18:04:52.337289 dv-cinder-759943-10-iscsi neutron-server[94212]: Open vSwitch agent@dv-cinder-759943-10-iscsi: { 'AddressGroup': '1.2', Aug 12 18:04:52.337289 dv-cinder-759943-10-iscsi neutron-server[94212]: 'ConntrackHelper': '1.0', Aug 12 18:04:52.337289 dv-cinder-759943-10-iscsi neutron-server[94212]: 'Log': '1.0', Aug 12 18:04:52.337289 dv-cinder-759943-10-iscsi neutron-server[94212]: 'Network': '1.1', Aug 12 18:04:52.337289 dv-cinder-759943-10-iscsi neutron-server[94212]: 'Port': '1.7', Aug 12 18:04:52.337289 dv-cinder-759943-10-iscsi neutron-server[94212]: 'PortForwarding': '1.2', Aug 12 18:04:52.337289 dv-cinder-759943-10-iscsi neutron-server[94212]: 'QosPolicy': '1.9', Aug 12 18:04:52.337289 dv-cinder-759943-10-iscsi neutron-server[94212]: 'SecurityGroup': '1.4', Aug 12 18:04:52.337289 dv-cinder-759943-10-iscsi neutron-server[94212]: 'SecurityGroupRule': '1.2', Aug 12 18:04:52.337289 dv-cinder-759943-10-iscsi neutron-server[94212]: 'SubPort': '1.0', Aug 12 18:04:52.337289 dv-cinder-759943-10-iscsi neutron-server[94212]: 'Subnet': '1.1', Aug 12 18:04:52.337289 dv-cinder-759943-10-iscsi neutron-server[94212]: 'Trunk': '1.1'}} Aug 12 18:04:52.337289 dv-cinder-759943-10-iscsi neutron-server[94212]: {{(pid=94212) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 18:04:52.357107 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ce558e-d4f6-481e-9790-47e92d51cce0 admin admin] Network 3cb34e6f-7237-4d3c-9d00-025d958a6dac is scheduled to be hosted by DHCP agent da9a4366-d1ff-4171-be52-f44c47b2851f with binding_index 1 {{(pid=94212) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 18:04:52.372883 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.base_scheduler [None req-59ce558e-d4f6-481e-9790-47e92d51cce0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-10-iscsi, 3cb34e6f-7237-4d3c-9d00-025d958a6dac) {{(pid=94212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 18:04:52.393709 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ce558e-d4f6-481e-9790-47e92d51cce0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:04:52.394356 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-59ce558e-d4f6-481e-9790-47e92d51cce0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564513'] for subnet, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:04:52.398625 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d1f97d-4368-4da8-a891-a6cbe0abe64f None None] Network 3cb34e6f-7237-4d3c-9d00-025d958a6dac requested from dv-cinder-759943-10-iscsi {{(pid=94213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 18:04:52.411800 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-59ce558e-d4f6-481e-9790-47e92d51cce0 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4859395 Aug 12 18:04:52.709443 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432165b8-f531-47c4-8a26-05fdfa665b1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081d5c48-6c11-5532-9123-8720c403a17d-3cb34e6f-7237-4d3c-9d00-025d958a6dac', 'network_id': '3cb34e6f-7237-4d3c-9d00-025d958a6dac', 'tenant_id': 'eee6b9289b5e4761b6abd12eaaed0b6e', 'fixed_ips': [{'subnet_id': 'efd24bfd-992b-4cb6-a8d8-2c7f0c023fb3'}]}} from dv-cinder-759943-10-iscsi. {{(pid=94213) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 18:04:52.710682 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-432165b8-f531-47c4-8a26-05fdfa665b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_create {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:04:52.979755 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.db_base_plugin_common [None req-432165b8-f531-47c4-8a26-05fdfa665b1d None None] Allocated IP 172.20.0.2 (3cb34e6f-7237-4d3c-9d00-025d958a6dac/efd24bfd-992b-4cb6-a8d8-2c7f0c023fb3/23ee28ce-bd20-45de-b359-fdc261148bfd) {{(pid=94213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 18:04:53.179741 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-432165b8-f531-47c4-8a26-05fdfa665b1d None None] Notify callbacks [] for port, precommit_create {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:04:53.220547 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-432165b8-f531-47c4-8a26-05fdfa665b1d None None] Transition to ACTIVE for port object 23ee28ce-bd20-45de-b359-fdc261148bfd will not be triggered until provisioned by entity L2. {{(pid=94213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 18:04:53.241670 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-432165b8-f531-47c4-8a26-05fdfa665b1d None None] Transition to ACTIVE for port object 23ee28ce-bd20-45de-b359-fdc261148bfd will not be triggered until provisioned by entity DHCP. {{(pid=94213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 18:04:53.251164 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-432165b8-f531-47c4-8a26-05fdfa665b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763627144933'] for port, after_create {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:04:53.313296 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432165b8-f531-47c4-8a26-05fdfa665b1d None None] Network 3cb34e6f-7237-4d3c-9d00-025d958a6dac is already hosted by enough agents. {{(pid=94213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 18:04:53.319890 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.scheduler.base_scheduler [None req-432165b8-f531-47c4-8a26-05fdfa665b1d None None] Resources bound (agent type, host, resource id): {{(pid=94213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 18:04:53.331466 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432165b8-f531-47c4-8a26-05fdfa665b1d None None] Received port after_create {{(pid=94213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 18:04:53.338405 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432165b8-f531-47c4-8a26-05fdfa665b1d None None] Pushing event updated for resources: {'Port': ['ID=23ee28ce-bd20-45de-b359-fdc261148bfd,revision_number=1']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:04:53.367685 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432165b8-f531-47c4-8a26-05fdfa665b1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:04:53.368049 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432165b8-f531-47c4-8a26-05fdfa665b1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:04:53.368394 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432165b8-f531-47c4-8a26-05fdfa665b1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:04:53.368725 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432165b8-f531-47c4-8a26-05fdfa665b1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:04:53.369057 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432165b8-f531-47c4-8a26-05fdfa665b1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:04:53.369389 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432165b8-f531-47c4-8a26-05fdfa665b1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:04:53.369717 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432165b8-f531-47c4-8a26-05fdfa665b1d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:04:53.370070 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432165b8-f531-47c4-8a26-05fdfa665b1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:04:53.370412 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432165b8-f531-47c4-8a26-05fdfa665b1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:04:53.370745 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432165b8-f531-47c4-8a26-05fdfa665b1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:04:53.371067 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432165b8-f531-47c4-8a26-05fdfa665b1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:04:53.371385 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432165b8-f531-47c4-8a26-05fdfa665b1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:04:53.372750 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432165b8-f531-47c4-8a26-05fdfa665b1d None None] Tracked resource versions report: Aug 12 18:04:53.372750 dv-cinder-759943-10-iscsi neutron-server[94213]: pushed versions: Aug 12 18:04:53.372750 dv-cinder-759943-10-iscsi neutron-server[94213]: { 'AddressGroup': {'1.2'}, Aug 12 18:04:53.372750 dv-cinder-759943-10-iscsi neutron-server[94213]: 'ConntrackHelper': {'1.0'}, Aug 12 18:04:53.372750 dv-cinder-759943-10-iscsi neutron-server[94213]: 'Log': {'1.0'}, Aug 12 18:04:53.372750 dv-cinder-759943-10-iscsi neutron-server[94213]: 'Network': {'1.1'}, Aug 12 18:04:53.372750 dv-cinder-759943-10-iscsi neutron-server[94213]: 'Port': {'1.7'}, Aug 12 18:04:53.372750 dv-cinder-759943-10-iscsi neutron-server[94213]: 'PortForwarding': {'1.2'}, Aug 12 18:04:53.372750 dv-cinder-759943-10-iscsi neutron-server[94213]: 'QosPolicy': {'1.9'}, Aug 12 18:04:53.372750 dv-cinder-759943-10-iscsi neutron-server[94213]: 'SecurityGroup': {'1.4'}, Aug 12 18:04:53.372750 dv-cinder-759943-10-iscsi neutron-server[94213]: 'SecurityGroupRule': {'1.2'}, Aug 12 18:04:53.372750 dv-cinder-759943-10-iscsi neutron-server[94213]: 'SubPort': {'1.0'}, Aug 12 18:04:53.372750 dv-cinder-759943-10-iscsi neutron-server[94213]: 'Subnet': {'1.1'}, Aug 12 18:04:53.372750 dv-cinder-759943-10-iscsi neutron-server[94213]: 'Trunk': {'1.1'}} Aug 12 18:04:53.372750 dv-cinder-759943-10-iscsi neutron-server[94213]: consumer versions: Aug 12 18:04:53.372750 dv-cinder-759943-10-iscsi neutron-server[94213]: { DHCP agent@dv-cinder-759943-10-iscsi: {}, Aug 12 18:04:53.372750 dv-cinder-759943-10-iscsi neutron-server[94213]: L3 agent@dv-cinder-759943-10-iscsi: {}, Aug 12 18:04:53.372750 dv-cinder-759943-10-iscsi neutron-server[94213]: Metadata agent@dv-cinder-759943-10-iscsi: {}, Aug 12 18:04:53.372750 dv-cinder-759943-10-iscsi neutron-server[94213]: Metering agent@dv-cinder-759943-10-iscsi: {}, Aug 12 18:04:53.372750 dv-cinder-759943-10-iscsi neutron-server[94213]: Open vSwitch agent@dv-cinder-759943-10-iscsi: { 'AddressGroup': '1.2', Aug 12 18:04:53.372750 dv-cinder-759943-10-iscsi neutron-server[94213]: 'ConntrackHelper': '1.0', Aug 12 18:04:53.372750 dv-cinder-759943-10-iscsi neutron-server[94213]: 'Log': '1.0', Aug 12 18:04:53.372750 dv-cinder-759943-10-iscsi neutron-server[94213]: 'Network': '1.1', Aug 12 18:04:53.372750 dv-cinder-759943-10-iscsi neutron-server[94213]: 'Port': '1.7', Aug 12 18:04:53.372750 dv-cinder-759943-10-iscsi neutron-server[94213]: 'PortForwarding': '1.2', Aug 12 18:04:53.372750 dv-cinder-759943-10-iscsi neutron-server[94213]: 'QosPolicy': '1.9', Aug 12 18:04:53.372750 dv-cinder-759943-10-iscsi neutron-server[94213]: 'SecurityGroup': '1.4', Aug 12 18:04:53.372750 dv-cinder-759943-10-iscsi neutron-server[94213]: 'SecurityGroupRule': '1.2', Aug 12 18:04:53.372750 dv-cinder-759943-10-iscsi neutron-server[94213]: 'SubPort': '1.0', Aug 12 18:04:53.372750 dv-cinder-759943-10-iscsi neutron-server[94213]: 'Subnet': '1.1', Aug 12 18:04:53.372750 dv-cinder-759943-10-iscsi neutron-server[94213]: 'Trunk': '1.1'}} Aug 12 18:04:53.372750 dv-cinder-759943-10-iscsi neutron-server[94213]: {{(pid=94213) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 18:04:53.421411 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.managers [None req-432165b8-f531-47c4-8a26-05fdfa665b1d None None] Attempting to bind port 23ee28ce-bd20-45de-b359-fdc261148bfd on host dv-cinder-759943-10-iscsi for vnic_type normal with profile {{(pid=94213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 18:04:53.422110 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.managers [None req-432165b8-f531-47c4-8a26-05fdfa665b1d None None] Attempting to bind port 23ee28ce-bd20-45de-b359-fdc261148bfd by drivers openvswitch,hyperv on host dv-cinder-759943-10-iscsi at level 0 using segments [{'id': '83b16316-2a58-4bad-abb1-714e903e0d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3cb34e6f-7237-4d3c-9d00-025d958a6dac'}] {{(pid=94213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 18:04:53.422260 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432165b8-f531-47c4-8a26-05fdfa665b1d None None] Attempting to bind port 23ee28ce-bd20-45de-b359-fdc261148bfd on network 3cb34e6f-7237-4d3c-9d00-025d958a6dac {{(pid=94213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 18:04:53.427170 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432165b8-f531-47c4-8a26-05fdfa665b1d None None] Checking agent: {'id': '5c163145-f35a-4c40-8b97-030a9bee90f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 18, 4, 38), 'started_at': datetime.datetime(2021, 8, 12, 18, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 18, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 18:04:53.427561 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432165b8-f531-47c4-8a26-05fdfa665b1d None None] Checking segment: {'id': '83b16316-2a58-4bad-abb1-714e903e0d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3cb34e6f-7237-4d3c-9d00-025d958a6dac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 18:04:53.428033 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-432165b8-f531-47c4-8a26-05fdfa665b1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:04:53.428436 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432165b8-f531-47c4-8a26-05fdfa665b1d None None] Bound using segment: {'id': '83b16316-2a58-4bad-abb1-714e903e0d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3cb34e6f-7237-4d3c-9d00-025d958a6dac'} {{(pid=94213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 18:04:53.428919 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.managers [None req-432165b8-f531-47c4-8a26-05fdfa665b1d None None] Bound port: 23ee28ce-bd20-45de-b359-fdc261148bfd, host: dv-cinder-759943-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83b16316-2a58-4bad-abb1-714e903e0d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3cb34e6f-7237-4d3c-9d00-025d958a6dac'}}] {{(pid=94213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 18:04:53.429346 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-432165b8-f531-47c4-8a26-05fdfa665b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:04:53.489844 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-432165b8-f531-47c4-8a26-05fdfa665b1d None None] For port 23ee28ce-bd20-45de-b359-fdc261148bfd, host dv-cinder-759943-10-iscsi, cleared binding levels {{(pid=94213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 18:04:53.494197 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-432165b8-f531-47c4-8a26-05fdfa665b1d None None] For port 23ee28ce-bd20-45de-b359-fdc261148bfd, host dv-cinder-759943-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-10-iscsi',level=0,port_id=23ee28ce-bd20-45de-b359-fdc261148bfd,segment=NetworkSegment(83b16316-2a58-4bad-abb1-714e903e0d7e),segment_id=83b16316-2a58-4bad-abb1-714e903e0d7e)] {{(pid=94213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 18:04:53.498732 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-432165b8-f531-47c4-8a26-05fdfa665b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:04:53.562934 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432165b8-f531-47c4-8a26-05fdfa665b1d None None] Pushing event updated for resources: {'Port': ['ID=23ee28ce-bd20-45de-b359-fdc261148bfd,revision_number=2']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:04:54.761693 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 45590) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:04:55.076507 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [None req-695404da-d9af-4de0-a663-4cef2d0d5e94 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=94212) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 18:04:55.077436 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-695404da-d9af-4de0-a663-4cef2d0d5e94 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3147652 Aug 12 18:04:57.462893 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 45598) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:04:57.772947 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [None req-f2157e87-ee37-43fe-a44b-4b7621a7ca62 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=94212) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 18:04:57.774124 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-f2157e87-ee37-43fe-a44b-4b7621a7ca62 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3102531 Aug 12 18:05:00.350707 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 45608) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:05:00.647070 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.v2.base [None req-0a5ffa8c-f5f6-47c5-9786-900747ddbd98 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'eee6b9289b5e4761b6abd12eaaed0b6e'}} {{(pid=94212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:05:00.670669 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-0a5ffa8c-f5f6-47c5-9786-900747ddbd98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15605'] for router, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:05:00.672282 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-0a5ffa8c-f5f6-47c5-9786-900747ddbd98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-351539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15614'] for router, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:05:00.834942 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-0a5ffa8c-f5f6-47c5-9786-900747ddbd98 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:05:00.839959 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-0a5ffa8c-f5f6-47c5-9786-900747ddbd98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-735355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-734950'] for router, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:05:00.852929 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-0a5ffa8c-f5f6-47c5-9786-900747ddbd98 admin admin] Notify callbacks [] for router, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:05:00.854443 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-0a5ffa8c-f5f6-47c5-9786-900747ddbd98 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5024529 Aug 12 18:05:01.798772 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device 23ee28ce-bd20-45de-b359-fdc261148bfd up at agent ovs-agent-dv-cinder-759943-10-iscsi {{(pid=94213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 18:05:01.865214 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68658aa-2b9e-4a9d-93a4-09f45a335b3b None None] Network 3cb34e6f-7237-4d3c-9d00-025d958a6dac requested from dv-cinder-759943-10-iscsi {{(pid=94213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 18:05:01.945918 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-d576621b-8d9d-45c9-888f-978d74490b33 None None] Provisioning for port 23ee28ce-bd20-45de-b359-fdc261148bfd completed by entity DHCP. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 18:05:01.956986 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Provisioning for port 23ee28ce-bd20-45de-b359-fdc261148bfd completed by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 18:05:01.962588 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-d576621b-8d9d-45c9-888f-978d74490b33 None None] Provisioning complete for port 23ee28ce-bd20-45de-b359-fdc261148bfd triggered by entity DHCP. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:05:01.962978 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-d576621b-8d9d-45c9-888f-978d74490b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:05:01.968536 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Provisioning complete for port 23ee28ce-bd20-45de-b359-fdc261148bfd triggered by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:05:01.968896 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:05:02.199598 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:05:02.201964 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-d576621b-8d9d-45c9-888f-978d74490b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:05:02.258065 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-d576621b-8d9d-45c9-888f-978d74490b33 None None] For port 23ee28ce-bd20-45de-b359-fdc261148bfd, host dv-cinder-759943-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-10-iscsi',level=0,port_id=23ee28ce-bd20-45de-b359-fdc261148bfd,segment=NetworkSegment(83b16316-2a58-4bad-abb1-714e903e0d7e),segment_id=83b16316-2a58-4bad-abb1-714e903e0d7e)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:05:02.262654 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-d576621b-8d9d-45c9-888f-978d74490b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:05:02.339492 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.db.api [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94213) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 18:05:02.339883 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG oslo_db.api [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 18:05:02.343381 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d576621b-8d9d-45c9-888f-978d74490b33 None None] Pushing event updated for resources: {'Port': ['ID=23ee28ce-bd20-45de-b359-fdc261148bfd,revision_number=3']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:05:02.483991 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-855a35c4-6848-41d8-84ec-c3dffee428d9 None None] Provisioning complete for port 23ee28ce-bd20-45de-b359-fdc261148bfd triggered by entity DHCP. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:05:02.484446 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-855a35c4-6848-41d8-84ec-c3dffee428d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:05:03.219047 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 45622) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:05:03.525406 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [None req-3a625290-2ac1-4229-bede-4d031bb16da7 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=94211) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 18:05:03.526448 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-3a625290-2ac1-4229-bede-4d031bb16da7 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3064513 Aug 12 18:05:03.754318 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device 23ee28ce-bd20-45de-b359-fdc261148bfd up at agent ovs-agent-dv-cinder-759943-10-iscsi {{(pid=94213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 18:05:03.798602 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Provisioning complete for port 23ee28ce-bd20-45de-b359-fdc261148bfd triggered by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:05:03.798969 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:05:04.932221 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-cb30d6c6-b95c-4684-95f8-0ba92568dabb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:05:05.873986 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 45630) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:05:06.175169 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.v2.base [None req-3e9b0135-cbcd-4333-a4ed-38a172395804 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True, 'name': 'public'}} {{(pid=94211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:05:06.195359 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e9b0135-cbcd-4333-a4ed-38a172395804 admin admin] Made reservation on behalf of ca652723d25e4561bd33f034bd56ce27 for: {'network': 1} {{(pid=94211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 18:05:06.197490 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-3e9b0135-cbcd-4333-a4ed-38a172395804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for network, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:05:06.205731 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-3e9b0135-cbcd-4333-a4ed-38a172395804 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:05:06.291289 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-3e9b0135-cbcd-4333-a4ed-38a172395804 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:05:06.295204 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-3e9b0135-cbcd-4333-a4ed-38a172395804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:05:06.313208 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3e9b0135-cbcd-4333-a4ed-38a172395804 admin admin] Reserving flat network on physical network physnet1 {{(pid=94211) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 12 18:05:06.334017 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9b0135-cbcd-4333-a4ed-38a172395804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc90346-058d-4f49-9fdf-157fd673255e,revision_number=1']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:05:06.339125 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-3e9b0135-cbcd-4333-a4ed-38a172395804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735099'] for segment, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:05:06.339466 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.db.segments_db [None req-3e9b0135-cbcd-4333-a4ed-38a172395804 admin admin] Added segment 7eaed6a7-5a45-4d84-aa5c-ab7d15676367 of type flat for network 7a7b82d9-a69e-485d-9e07-6a129d075bce Aug 12 18:05:06.386100 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-3e9b0135-cbcd-4333-a4ed-38a172395804 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763627130179'] for network, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:05:06.422510 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-3e9b0135-cbcd-4333-a4ed-38a172395804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543'] for network, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:05:06.423419 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9b0135-cbcd-4333-a4ed-38a172395804 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:05:06.423982 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-3e9b0135-cbcd-4333-a4ed-38a172395804 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564513'] for network, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:05:06.476015 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-3e9b0135-cbcd-4333-a4ed-38a172395804 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6010039 Aug 12 18:05:06.484949 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9b0135-cbcd-4333-a4ed-38a172395804 admin admin] Pushing event updated for resources: {'Network': ['ID=7a7b82d9-a69e-485d-9e07-6a129d075bce,revision_number=1']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:05:06.495515 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Network 7a7b82d9-a69e-485d-9e07-6a129d075bce details requested by agent ovs-agent-dv-cinder-759943-10-iscsi with host dv-cinder-759943-10-iscsi {{(pid=94213) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 18:05:07.305349 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-29d4badb-83f8-411a-9ea2-0a3066aab673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:05:07.943740 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:05:08.466340 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-2083c3fd-5dc5-47ae-86de-acca0e7a8e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:05:08.804696 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 45646) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:05:09.115951 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729f8f91-6877-4890-8f4a-4b84c7df0458 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:05:09.117281 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-729f8f91-6877-4890-8f4a-4b84c7df0458 admin admin] 10.222.0.30 "GET /v2.0/subnets/efd24bfd-992b-4cb6-a8d8-2c7f0c023fb3 HTTP/1.1" status: 200 len: 849 time: 0.3116302 Aug 12 18:05:09.286838 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-d96779be-eb53-42f9-8bdc-88dceb994790 admin admin] 10.222.0.30 "GET /v2.0/routers/5bd59312-3961-45f7-89fd-a5c274fee572 HTTP/1.1" status: 200 len: 704 time: 0.1632090 Aug 12 18:05:09.544489 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-b8ca2c3c-a5b2-4e76-bfe7-6ebb3896b419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:05:09.831289 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.db.db_base_plugin_common [None req-b8ca2c3c-a5b2-4e76-bfe7-6ebb3896b419 admin admin] Allocated IP 172.20.0.1 (3cb34e6f-7237-4d3c-9d00-025d958a6dac/efd24bfd-992b-4cb6-a8d8-2c7f0c023fb3/ed09ddcb-7f6d-47a4-8999-bcc212ef9ee0) {{(pid=94211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 18:05:10.006509 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-b8ca2c3c-a5b2-4e76-bfe7-6ebb3896b419 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:05:10.031505 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.db.provisioning_blocks [None req-b8ca2c3c-a5b2-4e76-bfe7-6ebb3896b419 admin admin] Transition to ACTIVE for port object ed09ddcb-7f6d-47a4-8999-bcc212ef9ee0 will not be triggered until provisioned by entity DHCP. {{(pid=94211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 18:05:10.107945 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-b8ca2c3c-a5b2-4e76-bfe7-6ebb3896b419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763627144933'] for port, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:05:10.135655 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-b1de9828-bfad-4ef8-8d69-6d6f9fbe420c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:05:10.173289 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ca2c3c-a5b2-4e76-bfe7-6ebb3896b419 admin admin] Network 3cb34e6f-7237-4d3c-9d00-025d958a6dac is already hosted by enough agents. {{(pid=94211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 18:05:10.179790 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.base_scheduler [None req-b8ca2c3c-a5b2-4e76-bfe7-6ebb3896b419 admin admin] Resources bound (agent type, host, resource id): {{(pid=94211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 18:05:10.189246 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ca2c3c-a5b2-4e76-bfe7-6ebb3896b419 admin admin] Received port after_create {{(pid=94211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 18:05:10.189789 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-b8ca2c3c-a5b2-4e76-bfe7-6ebb3896b419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693555'] for router_interface, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:05:10.212256 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ca2c3c-a5b2-4e76-bfe7-6ebb3896b419 admin admin] Pushing event updated for resources: {'Port': ['ID=ed09ddcb-7f6d-47a4-8999-bcc212ef9ee0,revision_number=1']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:05:10.415716 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-9be98d0b-f752-41ae-9f40-205452d3d536 None None] Provisioning for port ed09ddcb-7f6d-47a4-8999-bcc212ef9ee0 completed by entity DHCP. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 18:05:10.419579 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-9be98d0b-f752-41ae-9f40-205452d3d536 None None] Provisioning complete for port ed09ddcb-7f6d-47a4-8999-bcc212ef9ee0 triggered by entity DHCP. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:05:10.419940 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-9be98d0b-f752-41ae-9f40-205452d3d536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:05:10.432456 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-b8ca2c3c-a5b2-4e76-bfe7-6ebb3896b419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:05:10.451925 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.plugin [None req-9be98d0b-f752-41ae-9f40-205452d3d536 None None] Port ed09ddcb-7f6d-47a4-8999-bcc212ef9ee0 cannot update to ACTIVE because it is not bound. {{(pid=94213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 18:05:10.636993 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-b8ca2c3c-a5b2-4e76-bfe7-6ebb3896b419 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:05:10.641822 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-b8ca2c3c-a5b2-4e76-bfe7-6ebb3896b419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:05:10.642610 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-b8ca2c3c-a5b2-4e76-bfe7-6ebb3896b419 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693671'] for router_interface, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:05:10.718486 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ca2c3c-a5b2-4e76-bfe7-6ebb3896b419 admin admin] Pushing event updated for resources: {'Port': ['ID=ed09ddcb-7f6d-47a4-8999-bcc212ef9ee0,revision_number=2']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:05:10.762523 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ca2c3c-a5b2-4e76-bfe7-6ebb3896b419 admin admin] Network 3cb34e6f-7237-4d3c-9d00-025d958a6dac is already hosted by enough agents. {{(pid=94211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 18:05:10.764340 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.base_scheduler [None req-b8ca2c3c-a5b2-4e76-bfe7-6ebb3896b419 admin admin] Resources bound (agent type, host, resource id): {{(pid=94211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 18:05:10.923308 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8ca2c3c-a5b2-4e76-bfe7-6ebb3896b419 admin admin] Router 5bd59312-3961-45f7-89fd-a5c274fee572 is scheduled to L3 agent 35f8a3af-1ed6-4507-a756-5ee5db7e6400 with binding_index 1 {{(pid=94211) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 18:05:10.971303 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-8651268c-eef9-420b-84c5-2623b6e0ea61 None None] Provisioning complete for port ed09ddcb-7f6d-47a4-8999-bcc212ef9ee0 triggered by entity DHCP. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:05:10.971604 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-8651268c-eef9-420b-84c5-2623b6e0ea61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:05:11.006954 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.plugin [None req-8651268c-eef9-420b-84c5-2623b6e0ea61 None None] Port ed09ddcb-7f6d-47a4-8999-bcc212ef9ee0 cannot update to ACTIVE because it is not bound. {{(pid=94213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 18:05:11.013175 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ca2c3c-a5b2-4e76-bfe7-6ebb3896b419 admin admin] Notify agent at l3_agent.dv-cinder-759943-10-iscsi the message routers_updated {{(pid=94211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 18:05:11.018408 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-b8ca2c3c-a5b2-4e76-bfe7-6ebb3896b419 admin admin] 10.222.0.30 "PUT /v2.0/routers/5bd59312-3961-45f7-89fd-a5c274fee572/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7262158 Aug 12 18:05:11.025428 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd17aa4-27f1-4bfe-a483-fa122c8ec92e None None] Sync routers for ids ['5bd59312-3961-45f7-89fd-a5c274fee572'] in dv-cinder-759943-10-iscsi {{(pid=94214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 18:05:11.036890 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd17aa4-27f1-4bfe-a483-fa122c8ec92e None None] Routers {'5bd59312-3961-45f7-89fd-a5c274fee572'} bound to L3 agent in host dv-cinder-759943-10-iscsi {{(pid=94214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 18:05:11.037774 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_hamode_db [None req-0cd17aa4-27f1-4bfe-a483-fa122c8ec92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-12T18:04:37Z,description=,heartbeat_timestamp=2021-08-12T18:05:07Z,host='dv-cinder-759943-10-iscsi',id=35f8a3af-1ed6-4507-a756-5ee5db7e6400,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T18:04:37Z,topic='l3_agent')) {'router_ids': ['5bd59312-3961-45f7-89fd-a5c274fee572'], 'active': True} {{(pid=94214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:05:11.219497 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_dvr_db [None req-0cd17aa4-27f1-4bfe-a483-fa122c8ec92e None None] Set router 5bd59312-3961-45f7-89fd-a5c274fee572 gateway port host: None {{(pid=94214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 18:05:11.643069 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_hamode_db [None req-0cd17aa4-27f1-4bfe-a483-fa122c8ec92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bd59312-3961-45f7-89fd-a5c274fee572', 'name': 'router1', 'tenant_id': 'eee6b9289b5e4761b6abd12eaaed0b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:05:00Z', 'updated_at': '2021-08-12T18:05:10Z', 'revision_number': 2, 'project_id': 'eee6b9289b5e4761b6abd12eaaed0b6e', 'gw_port_host': None, '_interfaces': [{'id': 'ed09ddcb-7f6d-47a4-8999-bcc212ef9ee0', 'name': '', 'network_id': '3cb34e6f-7237-4d3c-9d00-025d958a6dac', 'tenant_id': 'eee6b9289b5e4761b6abd12eaaed0b6e', 'mac_address': 'fa:16:3e:78:03:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bd59312-3961-45f7-89fd-a5c274fee572', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'efd24bfd-992b-4cb6-a8d8-2c7f0c023fb3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:05:09Z', 'updated_at': '2021-08-12T18:05:10Z', 'revision_number': 2, 'project_id': 'eee6b9289b5e4761b6abd12eaaed0b6e', 'subnets': [{'id': 'efd24bfd-992b-4cb6-a8d8-2c7f0c023fb3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e85f0729-73c2-4ee0-94d5-52e9cada5d54'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-10-iscsi', False) {} {{(pid=94214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:05:11.690970 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd17aa4-27f1-4bfe-a483-fa122c8ec92e None None] Checking router: 5bd59312-3961-45f7-89fd-a5c274fee572 for host: dv-cinder-759943-10-iscsi {{(pid=94214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 18:05:11.691345 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd17aa4-27f1-4bfe-a483-fa122c8ec92e None None] Updating router 5bd59312-3961-45f7-89fd-a5c274fee572 port ed09ddcb-7f6d-47a4-8999-bcc212ef9ee0 binding host dv-cinder-759943-10-iscsi {{(pid=94214) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 18:05:11.739992 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron_lib.callbacks.manager [None req-0cd17aa4-27f1-4bfe-a483-fa122c8ec92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:05:12.254506 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron_lib.callbacks.manager [None req-0cd17aa4-27f1-4bfe-a483-fa122c8ec92e None None] Notify callbacks [] for port, precommit_update {{(pid=94214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:05:12.273534 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.provisioning_blocks [None req-0cd17aa4-27f1-4bfe-a483-fa122c8ec92e None None] Transition to ACTIVE for port object ed09ddcb-7f6d-47a4-8999-bcc212ef9ee0 will not be triggered until provisioned by entity L2. {{(pid=94214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 18:05:12.280214 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron_lib.callbacks.manager [None req-0cd17aa4-27f1-4bfe-a483-fa122c8ec92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:05:12.438041 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66bf40c-dc77-48f7-ab62-fe84012f6023 None None] Pushing event updated for resources: {'Port': ['ID=ed09ddcb-7f6d-47a4-8999-bcc212ef9ee0,revision_number=3']} {{(pid=94214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:05:12.455391 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66bf40c-dc77-48f7-ab62-fe84012f6023 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:05:12.455740 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66bf40c-dc77-48f7-ab62-fe84012f6023 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:05:12.456076 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66bf40c-dc77-48f7-ab62-fe84012f6023 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:05:12.456413 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66bf40c-dc77-48f7-ab62-fe84012f6023 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:05:12.456727 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66bf40c-dc77-48f7-ab62-fe84012f6023 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:05:12.457107 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66bf40c-dc77-48f7-ab62-fe84012f6023 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:05:12.457435 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66bf40c-dc77-48f7-ab62-fe84012f6023 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:05:12.457747 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66bf40c-dc77-48f7-ab62-fe84012f6023 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:05:12.458101 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66bf40c-dc77-48f7-ab62-fe84012f6023 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:05:12.458422 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66bf40c-dc77-48f7-ab62-fe84012f6023 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:05:12.458735 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66bf40c-dc77-48f7-ab62-fe84012f6023 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:05:12.459046 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66bf40c-dc77-48f7-ab62-fe84012f6023 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:05:12.460384 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66bf40c-dc77-48f7-ab62-fe84012f6023 None None] Tracked resource versions report: Aug 12 18:05:12.460384 dv-cinder-759943-10-iscsi neutron-server[94214]: pushed versions: Aug 12 18:05:12.460384 dv-cinder-759943-10-iscsi neutron-server[94214]: { 'AddressGroup': {'1.2'}, Aug 12 18:05:12.460384 dv-cinder-759943-10-iscsi neutron-server[94214]: 'ConntrackHelper': {'1.0'}, Aug 12 18:05:12.460384 dv-cinder-759943-10-iscsi neutron-server[94214]: 'Log': {'1.0'}, Aug 12 18:05:12.460384 dv-cinder-759943-10-iscsi neutron-server[94214]: 'Network': {'1.1'}, Aug 12 18:05:12.460384 dv-cinder-759943-10-iscsi neutron-server[94214]: 'Port': {'1.7'}, Aug 12 18:05:12.460384 dv-cinder-759943-10-iscsi neutron-server[94214]: 'PortForwarding': {'1.2'}, Aug 12 18:05:12.460384 dv-cinder-759943-10-iscsi neutron-server[94214]: 'QosPolicy': {'1.9'}, Aug 12 18:05:12.460384 dv-cinder-759943-10-iscsi neutron-server[94214]: 'SecurityGroup': {'1.4'}, Aug 12 18:05:12.460384 dv-cinder-759943-10-iscsi neutron-server[94214]: 'SecurityGroupRule': {'1.2'}, Aug 12 18:05:12.460384 dv-cinder-759943-10-iscsi neutron-server[94214]: 'SubPort': {'1.0'}, Aug 12 18:05:12.460384 dv-cinder-759943-10-iscsi neutron-server[94214]: 'Subnet': {'1.1'}, Aug 12 18:05:12.460384 dv-cinder-759943-10-iscsi neutron-server[94214]: 'Trunk': {'1.1'}} Aug 12 18:05:12.460384 dv-cinder-759943-10-iscsi neutron-server[94214]: consumer versions: Aug 12 18:05:12.460384 dv-cinder-759943-10-iscsi neutron-server[94214]: { DHCP agent@dv-cinder-759943-10-iscsi: {}, Aug 12 18:05:12.460384 dv-cinder-759943-10-iscsi neutron-server[94214]: L3 agent@dv-cinder-759943-10-iscsi: {}, Aug 12 18:05:12.460384 dv-cinder-759943-10-iscsi neutron-server[94214]: Metadata agent@dv-cinder-759943-10-iscsi: {}, Aug 12 18:05:12.460384 dv-cinder-759943-10-iscsi neutron-server[94214]: Metering agent@dv-cinder-759943-10-iscsi: {}, Aug 12 18:05:12.460384 dv-cinder-759943-10-iscsi neutron-server[94214]: Open vSwitch agent@dv-cinder-759943-10-iscsi: { 'AddressGroup': '1.2', Aug 12 18:05:12.460384 dv-cinder-759943-10-iscsi neutron-server[94214]: 'ConntrackHelper': '1.0', Aug 12 18:05:12.460384 dv-cinder-759943-10-iscsi neutron-server[94214]: 'Log': '1.0', Aug 12 18:05:12.460384 dv-cinder-759943-10-iscsi neutron-server[94214]: 'Network': '1.1', Aug 12 18:05:12.460384 dv-cinder-759943-10-iscsi neutron-server[94214]: 'Port': '1.7', Aug 12 18:05:12.460384 dv-cinder-759943-10-iscsi neutron-server[94214]: 'PortForwarding': '1.2', Aug 12 18:05:12.460384 dv-cinder-759943-10-iscsi neutron-server[94214]: 'QosPolicy': '1.9', Aug 12 18:05:12.460384 dv-cinder-759943-10-iscsi neutron-server[94214]: 'SecurityGroup': '1.4', Aug 12 18:05:12.460384 dv-cinder-759943-10-iscsi neutron-server[94214]: 'SecurityGroupRule': '1.2', Aug 12 18:05:12.460384 dv-cinder-759943-10-iscsi neutron-server[94214]: 'SubPort': '1.0', Aug 12 18:05:12.460384 dv-cinder-759943-10-iscsi neutron-server[94214]: 'Subnet': '1.1', Aug 12 18:05:12.460384 dv-cinder-759943-10-iscsi neutron-server[94214]: 'Trunk': '1.1'}} Aug 12 18:05:12.460384 dv-cinder-759943-10-iscsi neutron-server[94214]: {{(pid=94214) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 18:05:12.464092 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.managers [None req-0cd17aa4-27f1-4bfe-a483-fa122c8ec92e None None] Attempting to bind port ed09ddcb-7f6d-47a4-8999-bcc212ef9ee0 on host dv-cinder-759943-10-iscsi for vnic_type normal with profile {{(pid=94214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 18:05:12.464473 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.managers [None req-0cd17aa4-27f1-4bfe-a483-fa122c8ec92e None None] Attempting to bind port ed09ddcb-7f6d-47a4-8999-bcc212ef9ee0 by drivers openvswitch,hyperv on host dv-cinder-759943-10-iscsi at level 0 using segments [{'id': '83b16316-2a58-4bad-abb1-714e903e0d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3cb34e6f-7237-4d3c-9d00-025d958a6dac'}] {{(pid=94214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 18:05:12.464636 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd17aa4-27f1-4bfe-a483-fa122c8ec92e None None] Attempting to bind port ed09ddcb-7f6d-47a4-8999-bcc212ef9ee0 on network 3cb34e6f-7237-4d3c-9d00-025d958a6dac {{(pid=94214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 18:05:12.470458 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd17aa4-27f1-4bfe-a483-fa122c8ec92e None None] Checking agent: {'id': '5c163145-f35a-4c40-8b97-030a9bee90f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 18, 4, 38), 'started_at': datetime.datetime(2021, 8, 12, 18, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 18, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 18:05:12.470854 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd17aa4-27f1-4bfe-a483-fa122c8ec92e None None] Checking segment: {'id': '83b16316-2a58-4bad-abb1-714e903e0d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3cb34e6f-7237-4d3c-9d00-025d958a6dac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 18:05:12.471322 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron_lib.callbacks.manager [None req-0cd17aa4-27f1-4bfe-a483-fa122c8ec92e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:05:12.471716 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd17aa4-27f1-4bfe-a483-fa122c8ec92e None None] Bound using segment: {'id': '83b16316-2a58-4bad-abb1-714e903e0d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3cb34e6f-7237-4d3c-9d00-025d958a6dac'} {{(pid=94214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 18:05:12.472203 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.managers [None req-0cd17aa4-27f1-4bfe-a483-fa122c8ec92e None None] Bound port: ed09ddcb-7f6d-47a4-8999-bcc212ef9ee0, host: dv-cinder-759943-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83b16316-2a58-4bad-abb1-714e903e0d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3cb34e6f-7237-4d3c-9d00-025d958a6dac'}}] {{(pid=94214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 18:05:12.472585 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron_lib.callbacks.manager [None req-0cd17aa4-27f1-4bfe-a483-fa122c8ec92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:05:12.536701 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.db [None req-0cd17aa4-27f1-4bfe-a483-fa122c8ec92e None None] For port ed09ddcb-7f6d-47a4-8999-bcc212ef9ee0, host dv-cinder-759943-10-iscsi, cleared binding levels {{(pid=94214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 18:05:12.557714 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.db [None req-0cd17aa4-27f1-4bfe-a483-fa122c8ec92e None None] For port ed09ddcb-7f6d-47a4-8999-bcc212ef9ee0, host dv-cinder-759943-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-10-iscsi',level=0,port_id=ed09ddcb-7f6d-47a4-8999-bcc212ef9ee0,segment=NetworkSegment(83b16316-2a58-4bad-abb1-714e903e0d7e),segment_id=83b16316-2a58-4bad-abb1-714e903e0d7e)] {{(pid=94214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 18:05:12.562469 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron_lib.callbacks.manager [None req-0cd17aa4-27f1-4bfe-a483-fa122c8ec92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:05:12.620267 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66bf40c-dc77-48f7-ab62-fe84012f6023 None None] Pushing event updated for resources: {'Port': ['ID=ed09ddcb-7f6d-47a4-8999-bcc212ef9ee0,revision_number=4']} {{(pid=94214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:05:12.623546 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd17aa4-27f1-4bfe-a483-fa122c8ec92e None None] Routers {'5bd59312-3961-45f7-89fd-a5c274fee572'} bound to L3 agent in host dv-cinder-759943-10-iscsi {{(pid=94214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 18:05:12.624013 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_hamode_db [None req-0cd17aa4-27f1-4bfe-a483-fa122c8ec92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-12T18:04:37Z,description=,heartbeat_timestamp=2021-08-12T18:05:07Z,host='dv-cinder-759943-10-iscsi',id=35f8a3af-1ed6-4507-a756-5ee5db7e6400,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T18:04:37Z,topic='l3_agent')) {'router_ids': ['5bd59312-3961-45f7-89fd-a5c274fee572'], 'active': True} {{(pid=94214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:05:12.712369 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_dvr_db [None req-0cd17aa4-27f1-4bfe-a483-fa122c8ec92e None None] Set router 5bd59312-3961-45f7-89fd-a5c274fee572 gateway port host: None {{(pid=94214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 18:05:12.918449 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_hamode_db [None req-0cd17aa4-27f1-4bfe-a483-fa122c8ec92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bd59312-3961-45f7-89fd-a5c274fee572', 'name': 'router1', 'tenant_id': 'eee6b9289b5e4761b6abd12eaaed0b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:05:00Z', 'updated_at': '2021-08-12T18:05:10Z', 'revision_number': 2, 'project_id': 'eee6b9289b5e4761b6abd12eaaed0b6e', 'gw_port_host': None, '_interfaces': [{'id': 'ed09ddcb-7f6d-47a4-8999-bcc212ef9ee0', 'name': '', 'network_id': '3cb34e6f-7237-4d3c-9d00-025d958a6dac', 'tenant_id': 'eee6b9289b5e4761b6abd12eaaed0b6e', 'mac_address': 'fa:16:3e:78:03:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bd59312-3961-45f7-89fd-a5c274fee572', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'efd24bfd-992b-4cb6-a8d8-2c7f0c023fb3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:05:09Z', 'updated_at': '2021-08-12T18:05:12Z', 'revision_number': 4, 'project_id': 'eee6b9289b5e4761b6abd12eaaed0b6e', 'subnets': [{'id': 'efd24bfd-992b-4cb6-a8d8-2c7f0c023fb3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e85f0729-73c2-4ee0-94d5-52e9cada5d54'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-10-iscsi', False) {} {{(pid=94214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:05:12.944286 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd17aa4-27f1-4bfe-a483-fa122c8ec92e None None] The sync data for ids ['5bd59312-3961-45f7-89fd-a5c274fee572'] in dv-cinder-759943-10-iscsi is: [{'id': '5bd59312-3961-45f7-89fd-a5c274fee572', 'name': 'router1', 'tenant_id': 'eee6b9289b5e4761b6abd12eaaed0b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:05:00Z', 'updated_at': '2021-08-12T18:05:10Z', 'revision_number': 2, 'project_id': 'eee6b9289b5e4761b6abd12eaaed0b6e', 'gw_port_host': None, '_interfaces': [{'id': 'ed09ddcb-7f6d-47a4-8999-bcc212ef9ee0', 'name': '', 'network_id': '3cb34e6f-7237-4d3c-9d00-025d958a6dac', 'tenant_id': 'eee6b9289b5e4761b6abd12eaaed0b6e', 'mac_address': 'fa:16:3e:78:03:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bd59312-3961-45f7-89fd-a5c274fee572', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'efd24bfd-992b-4cb6-a8d8-2c7f0c023fb3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:05:09Z', 'updated_at': '2021-08-12T18:05:12Z', 'revision_number': 4, 'project_id': 'eee6b9289b5e4761b6abd12eaaed0b6e', 'subnets': [{'id': 'efd24bfd-992b-4cb6-a8d8-2c7f0c023fb3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e85f0729-73c2-4ee0-94d5-52e9cada5d54'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 18:05:13.326479 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 45666) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:05:13.437235 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3cad78-266f-4fe6-a9c8-fa2a2d21bc54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:05:13.438660 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-2b3cad78-266f-4fe6-a9c8-fa2a2d21bc54 admin admin] 10.222.0.30 "GET /v2.0/networks/7a7b82d9-a69e-485d-9e07-6a129d075bce HTTP/1.1" status: 200 len: 842 time: 0.1111078 Aug 12 18:05:13.448431 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.v2.base [None req-c4e05df5-e442-4ddf-9a71-522c2524fd2a admin admin] Request body: {'subnet': {'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'ip_version': 4, 'name': 'public-subnet', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'enable_dhcp': False}} {{(pid=94211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:05:13.479013 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e05df5-e442-4ddf-9a71-522c2524fd2a admin admin] Made reservation on behalf of ca652723d25e4561bd33f034bd56ce27 for: {'subnet': 1} {{(pid=94211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 18:05:13.481477 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-c4e05df5-e442-4ddf-9a71-522c2524fd2a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:05:13.791354 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.objects.ports [None req-c4e05df5-e442-4ddf-9a71-522c2524fd2a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94211) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 12 18:05:13.791713 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-c4e05df5-e442-4ddf-9a71-522c2524fd2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543'] for subnet, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:05:13.844740 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e05df5-e442-4ddf-9a71-522c2524fd2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c473b355-6ff8-4f1b-9a18-c893e152c20b,revision_number=0']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:05:13.856816 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e05df5-e442-4ddf-9a71-522c2524fd2a admin admin] Checking segment: {'id': '7eaed6a7-5a45-4d84-aa5c-ab7d15676367', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 18:05:13.857296 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e05df5-e442-4ddf-9a71-522c2524fd2a admin admin] Network hostable DHCP agents. Network: 7a7b82d9-a69e-485d-9e07-6a129d075bce, hostable agents: ['da9a4366-d1ff-4171-be52-f44c47b2851f'], hosted agents: [] {{(pid=94211) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 18:05:13.879227 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e05df5-e442-4ddf-9a71-522c2524fd2a admin admin] Network 7a7b82d9-a69e-485d-9e07-6a129d075bce is scheduled to be hosted by DHCP agent da9a4366-d1ff-4171-be52-f44c47b2851f with binding_index 1 {{(pid=94211) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 18:05:13.890575 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.base_scheduler [None req-c4e05df5-e442-4ddf-9a71-522c2524fd2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-10-iscsi, 7a7b82d9-a69e-485d-9e07-6a129d075bce) {{(pid=94211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 18:05:13.895787 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e05df5-e442-4ddf-9a71-522c2524fd2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:05:13.897051 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-c4e05df5-e442-4ddf-9a71-522c2524fd2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564513'] for subnet, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:05:13.899196 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec37c6d-3215-4b97-939f-d8ade6f2ca94 None None] Network 7a7b82d9-a69e-485d-9e07-6a129d075bce requested from dv-cinder-759943-10-iscsi {{(pid=94213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 18:05:13.923884 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-c4e05df5-e442-4ddf-9a71-522c2524fd2a admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4700603 Aug 12 18:05:14.031069 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ed9dcf-0069-4687-bf54-0d5522ca019e None None] Network 7a7b82d9-a69e-485d-9e07-6a129d075bce requested from dv-cinder-759943-10-iscsi {{(pid=94213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 18:05:16.159813 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 45676) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:05:16.383693 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-604c1cc2-5dab-444d-8bfe-7ba57bd51e1a admin admin] 10.222.0.30 "GET /v2.0/routers/5bd59312-3961-45f7-89fd-a5c274fee572 HTTP/1.1" status: 200 len: 710 time: 0.2224548 Aug 12 18:05:16.504442 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cece1f87-3359-41fe-9c30-6786b264e8a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:05:16.505824 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-cece1f87-3359-41fe-9c30-6786b264e8a5 admin admin] 10.222.0.30 "GET /v2.0/networks/7a7b82d9-a69e-485d-9e07-6a129d075bce HTTP/1.1" status: 200 len: 886 time: 0.1164424 Aug 12 18:05:16.515053 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.v2.base [None req-3942ca8f-ce08-49b0-b8bf-a2700fed75db admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce'}}} {{(pid=94212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:05:16.758454 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-3942ca8f-ce08-49b0-b8bf-a2700fed75db admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:05:17.004622 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-3942ca8f-ce08-49b0-b8bf-a2700fed75db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:05:17.079876 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-3942ca8f-ce08-49b0-b8bf-a2700fed75db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:05:17.235684 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.db_base_plugin_common [None req-3942ca8f-ce08-49b0-b8bf-a2700fed75db admin admin] Allocated IP 172.27.3.227 (7a7b82d9-a69e-485d-9e07-6a129d075bce/c473b355-6ff8-4f1b-9a18-c893e152c20b/c4e9b55a-508d-41b8-97a6-b22eccb69134) {{(pid=94212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 18:05:17.344418 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-3942ca8f-ce08-49b0-b8bf-a2700fed75db admin admin] Notify callbacks [] for port, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:05:17.477584 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-3942ca8f-ce08-49b0-b8bf-a2700fed75db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763627144933'] for port, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:05:17.551342 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3942ca8f-ce08-49b0-b8bf-a2700fed75db admin admin] Network 7a7b82d9-a69e-485d-9e07-6a129d075bce is already hosted by enough agents. {{(pid=94212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 18:05:17.555979 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.base_scheduler [None req-3942ca8f-ce08-49b0-b8bf-a2700fed75db admin admin] Resources bound (agent type, host, resource id): {{(pid=94212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 18:05:17.562342 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3942ca8f-ce08-49b0-b8bf-a2700fed75db admin admin] Received port after_create {{(pid=94212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 18:05:17.595347 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3942ca8f-ce08-49b0-b8bf-a2700fed75db admin admin] Pushing event updated for resources: {'Port': ['ID=c4e9b55a-508d-41b8-97a6-b22eccb69134,revision_number=1']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:05:17.834934 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-3942ca8f-ce08-49b0-b8bf-a2700fed75db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:05:18.038980 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-3942ca8f-ce08-49b0-b8bf-a2700fed75db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-734749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-735346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15496'] for router, precommit_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:05:18.043504 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-3942ca8f-ce08-49b0-b8bf-a2700fed75db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-734950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-734740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-734959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-735301'] for router, after_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:05:18.156541 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3942ca8f-ce08-49b0-b8bf-a2700fed75db admin admin] Router 5bd59312-3961-45f7-89fd-a5c274fee572 has already been hosted by L3 agent 35f8a3af-1ed6-4507-a756-5ee5db7e6400 {{(pid=94212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 18:05:18.264545 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3942ca8f-ce08-49b0-b8bf-a2700fed75db admin admin] Notify agent at l3_agent.dv-cinder-759943-10-iscsi the message routers_updated {{(pid=94212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 18:05:18.269093 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-3942ca8f-ce08-49b0-b8bf-a2700fed75db admin admin] Notify callbacks [] for router, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:05:18.270422 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-3942ca8f-ce08-49b0-b8bf-a2700fed75db admin admin] 10.222.0.30 "PUT /v2.0/routers/5bd59312-3961-45f7-89fd-a5c274fee572 HTTP/1.1" status: 200 len: 890 time: 1.7586215 Aug 12 18:05:19.250829 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2f019b-ea7a-464b-b9e8-727fdfae96fd None None] Sync routers for ids ['5bd59312-3961-45f7-89fd-a5c274fee572'] in dv-cinder-759943-10-iscsi {{(pid=94213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 18:05:19.261049 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2f019b-ea7a-464b-b9e8-727fdfae96fd None None] Routers {'5bd59312-3961-45f7-89fd-a5c274fee572'} bound to L3 agent in host dv-cinder-759943-10-iscsi {{(pid=94213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 18:05:19.261711 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-bd2f019b-ea7a-464b-b9e8-727fdfae96fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-12T18:04:37Z,description=,heartbeat_timestamp=2021-08-12T18:05:07Z,host='dv-cinder-759943-10-iscsi',id=35f8a3af-1ed6-4507-a756-5ee5db7e6400,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T18:04:37Z,topic='l3_agent')) {'router_ids': ['5bd59312-3961-45f7-89fd-a5c274fee572'], 'active': True} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:05:19.508779 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvr_db [None req-bd2f019b-ea7a-464b-b9e8-727fdfae96fd None None] Set router 5bd59312-3961-45f7-89fd-a5c274fee572 gateway port host: dv-cinder-759943-10-iscsi {{(pid=94213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 18:05:19.796211 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device ed09ddcb-7f6d-47a4-8999-bcc212ef9ee0 up at agent ovs-agent-dv-cinder-759943-10-iscsi {{(pid=94213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 18:05:19.894428 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Provisioning for port ed09ddcb-7f6d-47a4-8999-bcc212ef9ee0 completed by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 18:05:19.903625 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Provisioning complete for port ed09ddcb-7f6d-47a4-8999-bcc212ef9ee0 triggered by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:05:19.904002 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:05:19.976665 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-bd2f019b-ea7a-464b-b9e8-727fdfae96fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bd59312-3961-45f7-89fd-a5c274fee572', 'name': 'router1', 'tenant_id': 'eee6b9289b5e4761b6abd12eaaed0b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'c4e9b55a-508d-41b8-97a6-b22eccb69134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:05:00Z', 'updated_at': '2021-08-12T18:05:17Z', 'revision_number': 4, 'project_id': 'eee6b9289b5e4761b6abd12eaaed0b6e', 'gw_port': {'id': 'c4e9b55a-508d-41b8-97a6-b22eccb69134', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:78:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bd59312-3961-45f7-89fd-a5c274fee572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:05:17Z', 'updated_at': '2021-08-12T18:05:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi', '_interfaces': [{'id': 'ed09ddcb-7f6d-47a4-8999-bcc212ef9ee0', 'name': '', 'network_id': '3cb34e6f-7237-4d3c-9d00-025d958a6dac', 'tenant_id': 'eee6b9289b5e4761b6abd12eaaed0b6e', 'mac_address': 'fa:16:3e:78:03:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bd59312-3961-45f7-89fd-a5c274fee572', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'efd24bfd-992b-4cb6-a8d8-2c7f0c023fb3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:05:09Z', 'updated_at': '2021-08-12T18:05:12Z', 'revision_number': 4, 'project_id': 'eee6b9289b5e4761b6abd12eaaed0b6e', 'subnets': [{'id': 'efd24bfd-992b-4cb6-a8d8-2c7f0c023fb3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e85f0729-73c2-4ee0-94d5-52e9cada5d54'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-10-iscsi', False) {} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:05:20.043568 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2f019b-ea7a-464b-b9e8-727fdfae96fd None None] Checking router: 5bd59312-3961-45f7-89fd-a5c274fee572 for host: dv-cinder-759943-10-iscsi {{(pid=94213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 18:05:20.043852 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2f019b-ea7a-464b-b9e8-727fdfae96fd None None] Updating router 5bd59312-3961-45f7-89fd-a5c274fee572 port c4e9b55a-508d-41b8-97a6-b22eccb69134 binding host dv-cinder-759943-10-iscsi {{(pid=94213) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 18:05:20.097841 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:05:20.100454 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-bd2f019b-ea7a-464b-b9e8-727fdfae96fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:05:20.171417 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] For port ed09ddcb-7f6d-47a4-8999-bcc212ef9ee0, host dv-cinder-759943-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-10-iscsi',level=0,port_id=ed09ddcb-7f6d-47a4-8999-bcc212ef9ee0,segment=NetworkSegment(83b16316-2a58-4bad-abb1-714e903e0d7e),segment_id=83b16316-2a58-4bad-abb1-714e903e0d7e)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:05:20.212323 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:05:20.312398 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Pushing event updated for resources: {'Port': ['ID=ed09ddcb-7f6d-47a4-8999-bcc212ef9ee0,revision_number=5']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:05:20.479076 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-bd2f019b-ea7a-464b-b9e8-727fdfae96fd None None] Notify callbacks [] for port, precommit_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:05:20.490566 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-bd2f019b-ea7a-464b-b9e8-727fdfae96fd None None] Transition to ACTIVE for port object c4e9b55a-508d-41b8-97a6-b22eccb69134 will not be triggered until provisioned by entity L2. {{(pid=94213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 18:05:20.496641 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-bd2f019b-ea7a-464b-b9e8-727fdfae96fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:05:20.611520 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 45688) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:05:20.625445 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.managers [None req-bd2f019b-ea7a-464b-b9e8-727fdfae96fd None None] Attempting to bind port c4e9b55a-508d-41b8-97a6-b22eccb69134 on host dv-cinder-759943-10-iscsi for vnic_type normal with profile {{(pid=94213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 18:05:20.625813 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.managers [None req-bd2f019b-ea7a-464b-b9e8-727fdfae96fd None None] Attempting to bind port c4e9b55a-508d-41b8-97a6-b22eccb69134 by drivers openvswitch,hyperv on host dv-cinder-759943-10-iscsi at level 0 using segments [{'id': '7eaed6a7-5a45-4d84-aa5c-ab7d15676367', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce'}] {{(pid=94213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 18:05:20.626204 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2f019b-ea7a-464b-b9e8-727fdfae96fd None None] Attempting to bind port c4e9b55a-508d-41b8-97a6-b22eccb69134 on network 7a7b82d9-a69e-485d-9e07-6a129d075bce {{(pid=94213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 18:05:20.628977 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b2c2d8-82ba-4ecc-acb8-d614e0804192 None None] Pushing event updated for resources: {'Port': ['ID=c4e9b55a-508d-41b8-97a6-b22eccb69134,revision_number=2']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:05:20.633561 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2f019b-ea7a-464b-b9e8-727fdfae96fd None None] Checking agent: {'id': '5c163145-f35a-4c40-8b97-030a9bee90f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 18, 4, 38), 'started_at': datetime.datetime(2021, 8, 12, 18, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 18, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 18:05:20.633959 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2f019b-ea7a-464b-b9e8-727fdfae96fd None None] Checking segment: {'id': '7eaed6a7-5a45-4d84-aa5c-ab7d15676367', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 18:05:20.634365 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-bd2f019b-ea7a-464b-b9e8-727fdfae96fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:05:20.634748 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2f019b-ea7a-464b-b9e8-727fdfae96fd None None] Bound using segment: {'id': '7eaed6a7-5a45-4d84-aa5c-ab7d15676367', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce'} {{(pid=94213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 18:05:20.635209 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.managers [None req-bd2f019b-ea7a-464b-b9e8-727fdfae96fd None None] Bound port: c4e9b55a-508d-41b8-97a6-b22eccb69134, host: dv-cinder-759943-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eaed6a7-5a45-4d84-aa5c-ab7d15676367', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce'}}] {{(pid=94213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 18:05:20.635608 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-bd2f019b-ea7a-464b-b9e8-727fdfae96fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:05:20.685333 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-bd2f019b-ea7a-464b-b9e8-727fdfae96fd None None] For port c4e9b55a-508d-41b8-97a6-b22eccb69134, host dv-cinder-759943-10-iscsi, cleared binding levels {{(pid=94213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 18:05:20.688364 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-bd2f019b-ea7a-464b-b9e8-727fdfae96fd None None] For port c4e9b55a-508d-41b8-97a6-b22eccb69134, host dv-cinder-759943-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-10-iscsi',level=0,port_id=c4e9b55a-508d-41b8-97a6-b22eccb69134,segment=NetworkSegment(7eaed6a7-5a45-4d84-aa5c-ab7d15676367),segment_id=7eaed6a7-5a45-4d84-aa5c-ab7d15676367)] {{(pid=94213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 18:05:20.693305 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-bd2f019b-ea7a-464b-b9e8-727fdfae96fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:05:20.726011 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-3e7255e8-1d82-42e5-96ee-5d22174c06b9 admin admin] 10.222.0.30 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1123526 Aug 12 18:05:20.753291 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2f019b-ea7a-464b-b9e8-727fdfae96fd None None] Routers {'5bd59312-3961-45f7-89fd-a5c274fee572'} bound to L3 agent in host dv-cinder-759943-10-iscsi {{(pid=94213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 18:05:20.753964 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-bd2f019b-ea7a-464b-b9e8-727fdfae96fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-12T18:04:37Z,description=,heartbeat_timestamp=2021-08-12T18:05:07Z,host='dv-cinder-759943-10-iscsi',id=35f8a3af-1ed6-4507-a756-5ee5db7e6400,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T18:04:37Z,topic='l3_agent')) {'router_ids': ['5bd59312-3961-45f7-89fd-a5c274fee572'], 'active': True} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:05:20.793870 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b2c2d8-82ba-4ecc-acb8-d614e0804192 None None] Pushing event updated for resources: {'Port': ['ID=c4e9b55a-508d-41b8-97a6-b22eccb69134,revision_number=3']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:05:20.871459 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvr_db [None req-bd2f019b-ea7a-464b-b9e8-727fdfae96fd None None] Set router 5bd59312-3961-45f7-89fd-a5c274fee572 gateway port host: dv-cinder-759943-10-iscsi {{(pid=94213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 18:05:21.084261 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-bd2f019b-ea7a-464b-b9e8-727fdfae96fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bd59312-3961-45f7-89fd-a5c274fee572', 'name': 'router1', 'tenant_id': 'eee6b9289b5e4761b6abd12eaaed0b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'c4e9b55a-508d-41b8-97a6-b22eccb69134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:05:00Z', 'updated_at': '2021-08-12T18:05:17Z', 'revision_number': 4, 'project_id': 'eee6b9289b5e4761b6abd12eaaed0b6e', 'gw_port': {'id': 'c4e9b55a-508d-41b8-97a6-b22eccb69134', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:78:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bd59312-3961-45f7-89fd-a5c274fee572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:05:17Z', 'updated_at': '2021-08-12T18:05:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi', '_interfaces': [{'id': 'ed09ddcb-7f6d-47a4-8999-bcc212ef9ee0', 'name': '', 'network_id': '3cb34e6f-7237-4d3c-9d00-025d958a6dac', 'tenant_id': 'eee6b9289b5e4761b6abd12eaaed0b6e', 'mac_address': 'fa:16:3e:78:03:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd59312-3961-45f7-89fd-a5c274fee572', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'efd24bfd-992b-4cb6-a8d8-2c7f0c023fb3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:05:09Z', 'updated_at': '2021-08-12T18:05:20Z', 'revision_number': 5, 'project_id': 'eee6b9289b5e4761b6abd12eaaed0b6e', 'subnets': [{'id': 'efd24bfd-992b-4cb6-a8d8-2c7f0c023fb3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e85f0729-73c2-4ee0-94d5-52e9cada5d54'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-10-iscsi', False) {} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:05:21.110703 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2f019b-ea7a-464b-b9e8-727fdfae96fd None None] The sync data for ids ['5bd59312-3961-45f7-89fd-a5c274fee572'] in dv-cinder-759943-10-iscsi is: [{'id': '5bd59312-3961-45f7-89fd-a5c274fee572', 'name': 'router1', 'tenant_id': 'eee6b9289b5e4761b6abd12eaaed0b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'c4e9b55a-508d-41b8-97a6-b22eccb69134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:05:00Z', 'updated_at': '2021-08-12T18:05:17Z', 'revision_number': 4, 'project_id': 'eee6b9289b5e4761b6abd12eaaed0b6e', 'gw_port': {'id': 'c4e9b55a-508d-41b8-97a6-b22eccb69134', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:78:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bd59312-3961-45f7-89fd-a5c274fee572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:05:17Z', 'updated_at': '2021-08-12T18:05:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi', '_interfaces': [{'id': 'ed09ddcb-7f6d-47a4-8999-bcc212ef9ee0', 'name': '', 'network_id': '3cb34e6f-7237-4d3c-9d00-025d958a6dac', 'tenant_id': 'eee6b9289b5e4761b6abd12eaaed0b6e', 'mac_address': 'fa:16:3e:78:03:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd59312-3961-45f7-89fd-a5c274fee572', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'efd24bfd-992b-4cb6-a8d8-2c7f0c023fb3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:05:09Z', 'updated_at': '2021-08-12T18:05:20Z', 'revision_number': 5, 'project_id': 'eee6b9289b5e4761b6abd12eaaed0b6e', 'subnets': [{'id': 'efd24bfd-992b-4cb6-a8d8-2c7f0c023fb3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e85f0729-73c2-4ee0-94d5-52e9cada5d54'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 18:05:21.843859 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device c4e9b55a-508d-41b8-97a6-b22eccb69134 up at agent ovs-agent-dv-cinder-759943-10-iscsi {{(pid=94213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 18:05:21.898096 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Provisioning for port c4e9b55a-508d-41b8-97a6-b22eccb69134 completed by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 18:05:21.902792 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Provisioning complete for port c4e9b55a-508d-41b8-97a6-b22eccb69134 triggered by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:05:21.903173 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:05:21.984519 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:05:22.004312 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] For port c4e9b55a-508d-41b8-97a6-b22eccb69134, host dv-cinder-759943-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-10-iscsi',level=0,port_id=c4e9b55a-508d-41b8-97a6-b22eccb69134,segment=NetworkSegment(7eaed6a7-5a45-4d84-aa5c-ab7d15676367),segment_id=7eaed6a7-5a45-4d84-aa5c-ab7d15676367)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:05:22.008467 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:05:22.009278 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device ed09ddcb-7f6d-47a4-8999-bcc212ef9ee0 up at agent ovs-agent-dv-cinder-759943-10-iscsi {{(pid=94213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 18:05:22.080602 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Pushing event updated for resources: {'Port': ['ID=c4e9b55a-508d-41b8-97a6-b22eccb69134,revision_number=4']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:05:22.104571 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Provisioning complete for port ed09ddcb-7f6d-47a4-8999-bcc212ef9ee0 triggered by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:05:22.104946 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:05:23.796549 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device c4e9b55a-508d-41b8-97a6-b22eccb69134 up at agent ovs-agent-dv-cinder-759943-10-iscsi {{(pid=94213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 18:05:23.844274 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Provisioning complete for port c4e9b55a-508d-41b8-97a6-b22eccb69134 triggered by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:05:23.844806 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:05:33.386617 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.agents_db [None req-aa7dbe78-d4f0-421a-85da-826b2a172358 None None] Agent healthcheck: found 5 active agents {{(pid=94214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 18:05:34.935666 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-8e324c10-05d7-4be5-93d9-fb5c73e8ee38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:05:37.309110 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-4bd82795-cf4f-4758-aa78-dc3217d91b6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:05:37.948182 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:05:38.478265 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-2083c3fd-5dc5-47ae-86de-acca0e7a8e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:05:40.155924 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-b1de9828-bfad-4ef8-8d69-6d6f9fbe420c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:06:04.939749 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-7292ade3-9d6d-4c98-b1ef-d0a4edc4cc96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:06:07.306275 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-2ebd32af-fbe3-4679-9cad-7a86a956a35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:06:07.946179 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:06:08.476918 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-2083c3fd-5dc5-47ae-86de-acca0e7a8e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:06:10.157615 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-b1de9828-bfad-4ef8-8d69-6d6f9fbe420c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:06:10.385007 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.agents_db [None req-aa7dbe78-d4f0-421a-85da-826b2a172358 None None] Agent healthcheck: found 5 active agents {{(pid=94214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 18:06:34.940306 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-f6f5b8a0-a4c5-4efe-9b34-b6d1d97a136f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:06:37.306220 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-1cc7becd-350c-444b-87cb-a4c293e6cb22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:06:37.949301 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:06:38.479641 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-2083c3fd-5dc5-47ae-86de-acca0e7a8e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:06:40.162983 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-b1de9828-bfad-4ef8-8d69-6d6f9fbe420c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:06:47.383489 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.agents_db [None req-aa7dbe78-d4f0-421a-85da-826b2a172358 None None] Agent healthcheck: found 5 active agents {{(pid=94214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 18:06:54.997045 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 46256) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:06:55.059487 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e3d5f65-0ee4-4847-a39e-46a4f643971b admin admin] GET failed (client error): The resource could not be found. Aug 12 18:06:55.060784 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-9e3d5f65-0ee4-4847-a39e-46a4f643971b admin admin] 10.222.0.30 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0628119 Aug 12 18:06:55.219059 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe09908-5072-4313-8ed0-cdb7efd8a4df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:06:55.220426 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-2fe09908-5072-4313-8ed0-cdb7efd8a4df admin admin] 10.222.0.30 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1553476 Aug 12 18:06:57.380924 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 46266) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:06:57.470417 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2d0a2f-0258-41bd-a79b-a26ae02cef8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:06:57.471758 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-de2d0a2f-0258-41bd-a79b-a26ae02cef8c admin admin] 10.222.0.30 "GET /v2.0/subnets/efd24bfd-992b-4cb6-a8d8-2c7f0c023fb3 HTTP/1.1" status: 200 len: 849 time: 0.0898664 Aug 12 18:06:57.482135 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.v2.base [None req-7c3e34c4-b978-4728-8c38-74b4f899b99f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:06:57.566039 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-7c3e34c4-b978-4728-8c38-74b4f899b99f admin admin] Notify callbacks [] for subnet, before_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:06:57.702231 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-7c3e34c4-b978-4728-8c38-74b4f899b99f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763627647371'] for subnet, after_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:06:57.791580 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3e34c4-b978-4728-8c38-74b4f899b99f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:06:57.792161 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-7c3e34c4-b978-4728-8c38-74b4f899b99f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564513'] for subnet, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:06:57.793434 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-7c3e34c4-b978-4728-8c38-74b4f899b99f admin admin] 10.222.0.30 "PUT /v2.0/subnets/efd24bfd-992b-4cb6-a8d8-2c7f0c023fb3 HTTP/1.1" status: 200 len: 868 time: 0.3157759 Aug 12 18:06:57.804588 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d07ccd7-33c1-499f-883d-ecd9632b2956 None None] Network 3cb34e6f-7237-4d3c-9d00-025d958a6dac requested from dv-cinder-759943-10-iscsi {{(pid=94213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 18:06:57.818970 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3e34c4-b978-4728-8c38-74b4f899b99f admin admin] Pushing event updated for resources: {'Subnet': ['ID=efd24bfd-992b-4cb6-a8d8-2c7f0c023fb3,revision_number=1']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:06:57.826398 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3e34c4-b978-4728-8c38-74b4f899b99f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:06:57.826758 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3e34c4-b978-4728-8c38-74b4f899b99f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:06:57.827105 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3e34c4-b978-4728-8c38-74b4f899b99f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:06:57.827439 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3e34c4-b978-4728-8c38-74b4f899b99f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:06:57.827771 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3e34c4-b978-4728-8c38-74b4f899b99f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:06:57.828116 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3e34c4-b978-4728-8c38-74b4f899b99f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:06:57.828455 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3e34c4-b978-4728-8c38-74b4f899b99f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:06:57.828775 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3e34c4-b978-4728-8c38-74b4f899b99f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:06:57.829102 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3e34c4-b978-4728-8c38-74b4f899b99f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:06:57.829422 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3e34c4-b978-4728-8c38-74b4f899b99f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:06:57.829742 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3e34c4-b978-4728-8c38-74b4f899b99f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:06:57.830089 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3e34c4-b978-4728-8c38-74b4f899b99f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:06:58.128008 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-21e558a5-47f0-497a-a13c-6e38afd56b2b None None] Provisioning complete for port 23ee28ce-bd20-45de-b359-fdc261148bfd triggered by entity DHCP. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:06:58.128387 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-21e558a5-47f0-497a-a13c-6e38afd56b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:06:58.213174 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-21e558a5-47f0-497a-a13c-6e38afd56b2b None None] Provisioning complete for port ed09ddcb-7f6d-47a4-8999-bcc212ef9ee0 triggered by entity DHCP. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:06:58.213626 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-21e558a5-47f0-497a-a13c-6e38afd56b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:06:59.961114 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 46274) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:07:00.158203 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb6e3f0-cafe-49f0-a78b-cfdcab531069 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:07:00.158607 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb6e3f0-cafe-49f0-a78b-cfdcab531069 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:07:00.160122 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-4bb6e3f0-cafe-49f0-a78b-cfdcab531069 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1980686 Aug 12 18:07:02.381797 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 46284) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:07:02.507876 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb93c4bd-c7a5-4f92-bee8-33643ed992eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:07:02.508281 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb93c4bd-c7a5-4f92-bee8-33643ed992eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:07:02.509800 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-cb93c4bd-c7a5-4f92-bee8-33643ed992eb admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1270056 Aug 12 18:07:04.648427 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 46292) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:07:04.852591 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72119f64-8b87-4507-9570-995c7d5154fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:07:04.854839 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-72119f64-8b87-4507-9570-995c7d5154fb admin admin] 10.222.0.30 "GET /v2.0/networks/3cb34e6f-7237-4d3c-9d00-025d958a6dac HTTP/1.1" status: 200 len: 869 time: 0.2052102 Aug 12 18:07:04.941841 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-29c26e8a-382d-483b-8796-d7621bc1cd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:07:06.974961 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 46300) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:07:07.096347 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c88c8c-c104-4933-a376-f3a9291db561 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:07:07.097702 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-86c88c8c-c104-4933-a376-f3a9291db561 admin admin] 10.222.0.30 "GET /v2.0/networks/7a7b82d9-a69e-485d-9e07-6a129d075bce HTTP/1.1" status: 200 len: 886 time: 0.1218188 Aug 12 18:07:07.310940 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-d941dae0-769a-47fa-9e64-bf0e84dc2417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:07:07.949754 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:07:08.484134 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-2083c3fd-5dc5-47ae-86de-acca0e7a8e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:07:09.250668 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 46308) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:07:09.373383 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3b20b4-504b-4864-9e65-4c28eff60c8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:07:09.373847 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3b20b4-504b-4864-9e65-4c28eff60c8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:07:09.375356 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-4c3b20b4-504b-4864-9e65-4c28eff60c8d admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1239142 Aug 12 18:07:10.254436 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-b1de9828-bfad-4ef8-8d69-6d6f9fbe420c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:07:11.530481 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 46316) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:07:11.651869 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5dd79d4-b79b-4bac-aac4-653bf3839d49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:07:11.652332 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5dd79d4-b79b-4bac-aac4-653bf3839d49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:07:11.653834 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-e5dd79d4-b79b-4bac-aac4-653bf3839d49 admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1224868 Aug 12 18:07:13.755407 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 46324) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:07:13.848226 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c9e8bc-ea69-41d8-bf4f-280c148994b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:07:13.849561 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-81c9e8bc-ea69-41d8-bf4f-280c148994b9 admin admin] 10.222.0.30 "GET /v2.0/subnets/c473b355-6ff8-4f1b-9a18-c893e152c20b HTTP/1.1" status: 200 len: 816 time: 0.0931482 Aug 12 18:07:15.960516 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 46332) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:07:16.051654 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e503d5c-877d-49b4-b6cd-09618d231ba1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:07:16.052959 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-4e503d5c-877d-49b4-b6cd-09618d231ba1 admin admin] 10.222.0.30 "GET /v2.0/subnets/efd24bfd-992b-4cb6-a8d8-2c7f0c023fb3 HTTP/1.1" status: 200 len: 868 time: 0.0914979 Aug 12 18:07:24.388083 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.agents_db [None req-aa7dbe78-d4f0-421a-85da-826b2a172358 None None] Agent healthcheck: found 5 active agents {{(pid=94214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 18:07:34.943248 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-5718360f-2c4c-4a10-98ea-6dab9a9272b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:07:37.312635 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-bd7194ad-0d18-4ad2-96a4-2a61f8260982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:07:37.951711 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:07:38.486645 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-2083c3fd-5dc5-47ae-86de-acca0e7a8e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:07:39.339836 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 46386) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:07:39.386173 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [None req-b3019958-7163-4d01-9db0-59ed3f98b6da admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=94211) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 18:07:39.387155 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-b3019958-7163-4d01-9db0-59ed3f98b6da admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0463469 Aug 12 18:07:40.170860 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-b1de9828-bfad-4ef8-8d69-6d6f9fbe420c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:07:41.596741 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 46394) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:07:41.656423 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d8510b0-006b-470e-aa27-9f78f08efb8c admin admin] GET failed (client error): The resource could not be found. Aug 12 18:07:41.657759 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-7d8510b0-006b-470e-aa27-9f78f08efb8c admin admin] 10.222.0.30 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0600867 Aug 12 18:07:41.796146 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37828b4e-d284-4962-abd3-19ca1f48ccd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:07:41.797796 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-37828b4e-d284-4962-abd3-19ca1f48ccd2 admin admin] 10.222.0.30 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1357546 Aug 12 18:07:43.969835 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 46402) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:07:44.016280 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.v2.base [None req-b001163f-c846-4a47-a3aa-7e93959defea admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=94211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:07:44.035793 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b001163f-c846-4a47-a3aa-7e93959defea admin admin] Made reservation on behalf of ca652723d25e4561bd33f034bd56ce27 for: {'network': 1} {{(pid=94211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 18:07:44.038184 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-b001163f-c846-4a47-a3aa-7e93959defea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for network, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:07:44.066213 dv-cinder-759943-10-iscsi neutron-server[94211]: WARNING neutron.services.revisions.revision_plugin [None req-b001163f-c846-4a47-a3aa-7e93959defea admin admin] Could not find related network for resource to bump revision. Aug 12 18:07:44.077256 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b001163f-c846-4a47-a3aa-7e93959defea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=94211) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 18:07:44.087416 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-b001163f-c846-4a47-a3aa-7e93959defea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735099'] for segment, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:07:44.087759 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.db.segments_db [None req-b001163f-c846-4a47-a3aa-7e93959defea admin admin] Added segment da34a24d-7fd2-453c-995b-66657459f4af of type vlan for network 47982ffd-aff3-49bf-81f0-b1c779268435 Aug 12 18:07:44.126874 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-b001163f-c846-4a47-a3aa-7e93959defea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763627130179'] for network, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:07:44.153611 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-b001163f-c846-4a47-a3aa-7e93959defea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543'] for network, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:07:44.154517 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b001163f-c846-4a47-a3aa-7e93959defea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:07:44.155082 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-b001163f-c846-4a47-a3aa-7e93959defea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564513'] for network, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:07:44.202006 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-b001163f-c846-4a47-a3aa-7e93959defea admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2310796 Aug 12 18:07:44.210299 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b001163f-c846-4a47-a3aa-7e93959defea admin admin] Pushing event updated for resources: {'Network': ['ID=47982ffd-aff3-49bf-81f0-b1c779268435,revision_number=1']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:07:44.218148 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b001163f-c846-4a47-a3aa-7e93959defea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:07:44.218523 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b001163f-c846-4a47-a3aa-7e93959defea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:07:44.218858 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b001163f-c846-4a47-a3aa-7e93959defea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:07:44.219188 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b001163f-c846-4a47-a3aa-7e93959defea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:07:44.219512 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b001163f-c846-4a47-a3aa-7e93959defea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:07:44.219845 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b001163f-c846-4a47-a3aa-7e93959defea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:07:44.220173 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b001163f-c846-4a47-a3aa-7e93959defea admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:07:44.220492 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b001163f-c846-4a47-a3aa-7e93959defea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:07:44.220826 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b001163f-c846-4a47-a3aa-7e93959defea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:07:44.221150 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b001163f-c846-4a47-a3aa-7e93959defea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:07:44.221468 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b001163f-c846-4a47-a3aa-7e93959defea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:07:44.221783 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b001163f-c846-4a47-a3aa-7e93959defea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:07:44.233809 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Network 47982ffd-aff3-49bf-81f0-b1c779268435 details requested by agent ovs-agent-dv-cinder-759943-10-iscsi with host dv-cinder-759943-10-iscsi {{(pid=94213) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 18:07:46.361698 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 46410) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:07:46.420623 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2eeddca-3d52-41b9-9f73-65b6812772d6 admin admin] GET failed (client error): The resource could not be found. Aug 12 18:07:46.421919 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-d2eeddca-3d52-41b9-9f73-65b6812772d6 admin admin] 10.222.0.30 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0592377 Aug 12 18:07:46.489906 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d81865f-906f-400a-8cd2-d9ac58c1b2f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:07:46.491337 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-7d81865f-906f-400a-8cd2-d9ac58c1b2f0 admin admin] 10.222.0.30 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0651917 Aug 12 18:07:46.501728 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.v2.base [None req-83875457-6329-4b77-be77-f897307c710c admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'network_id': '47982ffd-aff3-49bf-81f0-b1c779268435', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=94211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:07:46.520143 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83875457-6329-4b77-be77-f897307c710c admin admin] Made reservation on behalf of ca652723d25e4561bd33f034bd56ce27 for: {'subnet': 1} {{(pid=94211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 18:07:46.522461 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-83875457-6329-4b77-be77-f897307c710c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:07:46.678893 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-83875457-6329-4b77-be77-f897307c710c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543'] for subnet, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:07:46.732241 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83875457-6329-4b77-be77-f897307c710c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f727f423-0d4c-47d8-8c93-3cea12425a49,revision_number=0']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:07:46.739039 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83875457-6329-4b77-be77-f897307c710c admin admin] Checking segment: {'id': 'da34a24d-7fd2-453c-995b-66657459f4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '47982ffd-aff3-49bf-81f0-b1c779268435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 18:07:46.739388 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83875457-6329-4b77-be77-f897307c710c admin admin] Network hostable DHCP agents. Network: 47982ffd-aff3-49bf-81f0-b1c779268435, hostable agents: ['da9a4366-d1ff-4171-be52-f44c47b2851f'], hosted agents: [] {{(pid=94211) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 18:07:46.754320 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83875457-6329-4b77-be77-f897307c710c admin admin] Network 47982ffd-aff3-49bf-81f0-b1c779268435 is scheduled to be hosted by DHCP agent da9a4366-d1ff-4171-be52-f44c47b2851f with binding_index 1 {{(pid=94211) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 18:07:46.762233 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.base_scheduler [None req-83875457-6329-4b77-be77-f897307c710c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-10-iscsi, 47982ffd-aff3-49bf-81f0-b1c779268435) {{(pid=94211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 18:07:46.765969 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83875457-6329-4b77-be77-f897307c710c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:07:46.766544 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-83875457-6329-4b77-be77-f897307c710c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564513'] for subnet, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:07:46.771758 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273d3773-3df7-44f5-9724-23b7a424f2e9 None None] Network 47982ffd-aff3-49bf-81f0-b1c779268435 requested from dv-cinder-759943-10-iscsi {{(pid=94213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 18:07:46.781051 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-83875457-6329-4b77-be77-f897307c710c admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2825792 Aug 12 18:07:46.918268 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54d95b8-98bf-4520-b65c-55a531f3fcdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081d5c48-6c11-5532-9123-8720c403a17d-47982ffd-aff3-49bf-81f0-b1c779268435', 'network_id': '47982ffd-aff3-49bf-81f0-b1c779268435', 'tenant_id': 'ca652723d25e4561bd33f034bd56ce27', 'fixed_ips': [{'subnet_id': 'f727f423-0d4c-47d8-8c93-3cea12425a49'}]}} from dv-cinder-759943-10-iscsi. {{(pid=94213) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 18:07:46.919168 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-f54d95b8-98bf-4520-b65c-55a531f3fcdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_create {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:07:47.059295 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.db_base_plugin_common [None req-f54d95b8-98bf-4520-b65c-55a531f3fcdc None None] Allocated IP 192.168.233.2 (47982ffd-aff3-49bf-81f0-b1c779268435/f727f423-0d4c-47d8-8c93-3cea12425a49/71f09829-34f5-4118-8c02-faba740ad85b) {{(pid=94213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 18:07:47.200339 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-f54d95b8-98bf-4520-b65c-55a531f3fcdc None None] Notify callbacks [] for port, precommit_create {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:07:47.208446 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-f54d95b8-98bf-4520-b65c-55a531f3fcdc None None] Transition to ACTIVE for port object 71f09829-34f5-4118-8c02-faba740ad85b will not be triggered until provisioned by entity L2. {{(pid=94213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 18:07:47.223401 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-f54d95b8-98bf-4520-b65c-55a531f3fcdc None None] Transition to ACTIVE for port object 71f09829-34f5-4118-8c02-faba740ad85b will not be triggered until provisioned by entity DHCP. {{(pid=94213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 18:07:47.229116 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-f54d95b8-98bf-4520-b65c-55a531f3fcdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763627144933'] for port, after_create {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:07:47.267691 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54d95b8-98bf-4520-b65c-55a531f3fcdc None None] Network 47982ffd-aff3-49bf-81f0-b1c779268435 is already hosted by enough agents. {{(pid=94213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 18:07:47.270536 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.scheduler.base_scheduler [None req-f54d95b8-98bf-4520-b65c-55a531f3fcdc None None] Resources bound (agent type, host, resource id): {{(pid=94213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 18:07:47.275109 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54d95b8-98bf-4520-b65c-55a531f3fcdc None None] Received port after_create {{(pid=94213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 18:07:47.281955 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54d95b8-98bf-4520-b65c-55a531f3fcdc None None] Pushing event updated for resources: {'Port': ['ID=71f09829-34f5-4118-8c02-faba740ad85b,revision_number=1']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:07:47.304808 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54d95b8-98bf-4520-b65c-55a531f3fcdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:07:47.305206 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54d95b8-98bf-4520-b65c-55a531f3fcdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:07:47.305549 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54d95b8-98bf-4520-b65c-55a531f3fcdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:07:47.305883 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54d95b8-98bf-4520-b65c-55a531f3fcdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:07:47.306250 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54d95b8-98bf-4520-b65c-55a531f3fcdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:07:47.306578 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54d95b8-98bf-4520-b65c-55a531f3fcdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:07:47.306902 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54d95b8-98bf-4520-b65c-55a531f3fcdc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:07:47.307219 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54d95b8-98bf-4520-b65c-55a531f3fcdc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:07:47.308308 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54d95b8-98bf-4520-b65c-55a531f3fcdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:07:47.308308 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54d95b8-98bf-4520-b65c-55a531f3fcdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:07:47.308308 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54d95b8-98bf-4520-b65c-55a531f3fcdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:07:47.308582 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54d95b8-98bf-4520-b65c-55a531f3fcdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:07:47.343308 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.managers [None req-f54d95b8-98bf-4520-b65c-55a531f3fcdc None None] Attempting to bind port 71f09829-34f5-4118-8c02-faba740ad85b on host dv-cinder-759943-10-iscsi for vnic_type normal with profile {{(pid=94213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 18:07:47.343308 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.managers [None req-f54d95b8-98bf-4520-b65c-55a531f3fcdc None None] Attempting to bind port 71f09829-34f5-4118-8c02-faba740ad85b by drivers openvswitch,hyperv on host dv-cinder-759943-10-iscsi at level 0 using segments [{'id': 'da34a24d-7fd2-453c-995b-66657459f4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '47982ffd-aff3-49bf-81f0-b1c779268435'}] {{(pid=94213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 18:07:47.343308 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54d95b8-98bf-4520-b65c-55a531f3fcdc None None] Attempting to bind port 71f09829-34f5-4118-8c02-faba740ad85b on network 47982ffd-aff3-49bf-81f0-b1c779268435 {{(pid=94213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 18:07:47.348662 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54d95b8-98bf-4520-b65c-55a531f3fcdc None None] Checking agent: {'id': '5c163145-f35a-4c40-8b97-030a9bee90f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 18, 4, 38), 'started_at': datetime.datetime(2021, 8, 12, 18, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 18, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 18:07:47.349030 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54d95b8-98bf-4520-b65c-55a531f3fcdc None None] Checking segment: {'id': 'da34a24d-7fd2-453c-995b-66657459f4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '47982ffd-aff3-49bf-81f0-b1c779268435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 18:07:47.349424 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-f54d95b8-98bf-4520-b65c-55a531f3fcdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:07:47.349804 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54d95b8-98bf-4520-b65c-55a531f3fcdc None None] Bound using segment: {'id': 'da34a24d-7fd2-453c-995b-66657459f4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '47982ffd-aff3-49bf-81f0-b1c779268435'} {{(pid=94213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 18:07:47.350328 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.managers [None req-f54d95b8-98bf-4520-b65c-55a531f3fcdc None None] Bound port: 71f09829-34f5-4118-8c02-faba740ad85b, host: dv-cinder-759943-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da34a24d-7fd2-453c-995b-66657459f4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '47982ffd-aff3-49bf-81f0-b1c779268435'}}] {{(pid=94213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 18:07:47.350717 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-f54d95b8-98bf-4520-b65c-55a531f3fcdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:07:47.417060 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-f54d95b8-98bf-4520-b65c-55a531f3fcdc None None] For port 71f09829-34f5-4118-8c02-faba740ad85b, host dv-cinder-759943-10-iscsi, cleared binding levels {{(pid=94213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 18:07:47.421267 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-f54d95b8-98bf-4520-b65c-55a531f3fcdc None None] For port 71f09829-34f5-4118-8c02-faba740ad85b, host dv-cinder-759943-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-10-iscsi',level=0,port_id=71f09829-34f5-4118-8c02-faba740ad85b,segment=NetworkSegment(da34a24d-7fd2-453c-995b-66657459f4af),segment_id=da34a24d-7fd2-453c-995b-66657459f4af)] {{(pid=94213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 18:07:47.424683 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-f54d95b8-98bf-4520-b65c-55a531f3fcdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:07:47.483726 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54d95b8-98bf-4520-b65c-55a531f3fcdc None None] Pushing event updated for resources: {'Port': ['ID=71f09829-34f5-4118-8c02-faba740ad85b,revision_number=2']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:07:47.961712 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device 71f09829-34f5-4118-8c02-faba740ad85b up at agent ovs-agent-dv-cinder-759943-10-iscsi {{(pid=94213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 18:07:48.014611 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Provisioning for port 71f09829-34f5-4118-8c02-faba740ad85b completed by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 18:07:48.257428 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7dee05a-5057-4183-b1bc-98c389784f87 None None] Network 47982ffd-aff3-49bf-81f0-b1c779268435 requested from dv-cinder-759943-10-iscsi {{(pid=94213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 18:07:48.369180 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-fe951c5a-943b-4c17-a9f7-c329a2cd3280 None None] Provisioning for port 71f09829-34f5-4118-8c02-faba740ad85b completed by entity DHCP. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 18:07:48.376614 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-fe951c5a-943b-4c17-a9f7-c329a2cd3280 None None] Provisioning complete for port 71f09829-34f5-4118-8c02-faba740ad85b triggered by entity DHCP. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:07:48.376976 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-fe951c5a-943b-4c17-a9f7-c329a2cd3280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:07:48.485526 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-fe951c5a-943b-4c17-a9f7-c329a2cd3280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:07:48.521029 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-fe951c5a-943b-4c17-a9f7-c329a2cd3280 None None] For port 71f09829-34f5-4118-8c02-faba740ad85b, host dv-cinder-759943-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-10-iscsi',level=0,port_id=71f09829-34f5-4118-8c02-faba740ad85b,segment=NetworkSegment(da34a24d-7fd2-453c-995b-66657459f4af),segment_id=da34a24d-7fd2-453c-995b-66657459f4af)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:07:48.526101 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-fe951c5a-943b-4c17-a9f7-c329a2cd3280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:07:48.577971 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe951c5a-943b-4c17-a9f7-c329a2cd3280 None None] Pushing event updated for resources: {'Port': ['ID=71f09829-34f5-4118-8c02-faba740ad85b,revision_number=3']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:07:48.645492 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-8cdd3554-fe7d-4609-91b0-450b0d9f4f29 None None] Provisioning complete for port 71f09829-34f5-4118-8c02-faba740ad85b triggered by entity DHCP. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:07:48.645862 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-8cdd3554-fe7d-4609-91b0-450b0d9f4f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:07:49.938041 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device 71f09829-34f5-4118-8c02-faba740ad85b up at agent ovs-agent-dv-cinder-759943-10-iscsi {{(pid=94213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 18:07:49.984435 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Provisioning complete for port 71f09829-34f5-4118-8c02-faba740ad85b triggered by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:07:49.984800 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:08:01.386792 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.agents_db [None req-aa7dbe78-d4f0-421a-85da-826b2a172358 None None] Agent healthcheck: found 5 active agents {{(pid=94214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 18:08:04.945507 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-70eff683-60db-42e9-8acf-8708ccaca2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:08:07.316240 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-a84d034a-e158-4a7f-ba68-f3a4b07a1015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:08:07.954678 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:08:08.492433 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-2083c3fd-5dc5-47ae-86de-acca0e7a8e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:08:10.174550 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-b1de9828-bfad-4ef8-8d69-6d6f9fbe420c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:08:34.948016 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-f8a9c5b3-408a-42c6-bf52-f9423ee18117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:08:37.316686 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-0955b4be-29cb-4a3f-9f48-a5d89c4bf125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:08:37.955671 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:08:38.385456 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.agents_db [None req-aa7dbe78-d4f0-421a-85da-826b2a172358 None None] Agent healthcheck: found 5 active agents {{(pid=94214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 18:08:38.493204 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-2083c3fd-5dc5-47ae-86de-acca0e7a8e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:08:40.178559 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-b1de9828-bfad-4ef8-8d69-6d6f9fbe420c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:08:54.023457 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 46462) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:08:54.029313 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [None req-f90a917d-38c4-477c-b375-19013d737d14 tempest-verify_tempest_config-635402567 tempest-verify_tempest_config-635402567-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=94211) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 18:08:54.030340 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-f90a917d-38c4-477c-b375-19013d737d14 tempest-verify_tempest_config-635402567 tempest-verify_tempest_config-635402567-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058968 Aug 12 18:08:54.332479 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 46480) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:08:54.436995 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-4711af92-a90c-439c-83d0-d152be6717d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:08:54.523460 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-4711af92-a90c-439c-83d0-d152be6717d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:08:54.526953 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-4711af92-a90c-439c-83d0-d152be6717d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:08:54.568809 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-4711af92-a90c-439c-83d0-d152be6717d8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e7f9d8047667449fba80b2847db8601d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2347441 Aug 12 18:08:54.570876 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4711af92-a90c-439c-83d0-d152be6717d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66447e5e-2213-40d7-852d-88c956b2a5c3,revision_number=1']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:08:54.571510 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 46484) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:08:54.577744 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4711af92-a90c-439c-83d0-d152be6717d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:08:54.578148 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4711af92-a90c-439c-83d0-d152be6717d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:08:54.578494 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4711af92-a90c-439c-83d0-d152be6717d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:08:54.578827 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4711af92-a90c-439c-83d0-d152be6717d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:08:54.579160 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4711af92-a90c-439c-83d0-d152be6717d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:08:54.579513 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4711af92-a90c-439c-83d0-d152be6717d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:08:54.579846 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4711af92-a90c-439c-83d0-d152be6717d8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:08:54.580189 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4711af92-a90c-439c-83d0-d152be6717d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:08:54.580529 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4711af92-a90c-439c-83d0-d152be6717d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:08:54.580854 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4711af92-a90c-439c-83d0-d152be6717d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:08:54.581173 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4711af92-a90c-439c-83d0-d152be6717d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:08:54.581493 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4711af92-a90c-439c-83d0-d152be6717d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:08:54.649573 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-9a0b73ff-96e0-4392-9ee8-a4a5251ca9cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:08:54.668958 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-9a0b73ff-96e0-4392-9ee8-a4a5251ca9cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:08:54.754888 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-9a0b73ff-96e0-4392-9ee8-a4a5251ca9cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:08:54.757864 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-9a0b73ff-96e0-4392-9ee8-a4a5251ca9cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:08:54.759005 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-9a0b73ff-96e0-4392-9ee8-a4a5251ca9cc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/66447e5e-2213-40d7-852d-88c956b2a5c3 HTTP/1.1" status: 204 len: 168 time: 0.1864462 Aug 12 18:08:54.766320 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0b73ff-96e0-4392-9ee8-a4a5251ca9cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66447e5e-2213-40d7-852d-88c956b2a5c3,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:08:54.773233 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0b73ff-96e0-4392-9ee8-a4a5251ca9cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:08:54.773647 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0b73ff-96e0-4392-9ee8-a4a5251ca9cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:08:54.773963 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0b73ff-96e0-4392-9ee8-a4a5251ca9cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:08:54.774286 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0b73ff-96e0-4392-9ee8-a4a5251ca9cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:08:54.774619 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0b73ff-96e0-4392-9ee8-a4a5251ca9cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:08:54.774962 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0b73ff-96e0-4392-9ee8-a4a5251ca9cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:08:54.775288 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0b73ff-96e0-4392-9ee8-a4a5251ca9cc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:08:54.775633 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0b73ff-96e0-4392-9ee8-a4a5251ca9cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:08:54.775970 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0b73ff-96e0-4392-9ee8-a4a5251ca9cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:08:54.776294 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0b73ff-96e0-4392-9ee8-a4a5251ca9cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:08:54.776614 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0b73ff-96e0-4392-9ee8-a4a5251ca9cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:08:54.776930 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0b73ff-96e0-4392-9ee8-a4a5251ca9cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:09:04.951126 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-07ca9a59-28fc-416b-9755-b54b8a6711b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:09:07.317705 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-67e4e683-3b70-4157-802f-ebda64b87b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:09:07.957401 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:09:08.495321 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-2083c3fd-5dc5-47ae-86de-acca0e7a8e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:09:10.179895 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-b1de9828-bfad-4ef8-8d69-6d6f9fbe420c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:09:15.383952 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.agents_db [None req-aa7dbe78-d4f0-421a-85da-826b2a172358 None None] Agent healthcheck: found 5 active agents {{(pid=94214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 18:09:34.950751 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-0ab7ba29-d5da-4313-ab20-2de84682c21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:09:37.322954 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-46da4fdc-07ad-468e-9fb8-f50b1648e1ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:09:37.957879 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:09:38.498510 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-2083c3fd-5dc5-47ae-86de-acca0e7a8e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:09:40.185216 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-b1de9828-bfad-4ef8-8d69-6d6f9fbe420c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:09:52.382616 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.agents_db [None req-aa7dbe78-d4f0-421a-85da-826b2a172358 None None] Agent healthcheck: found 5 active agents {{(pid=94214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 18:10:04.951107 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-86b7c8b0-f702-4bc0-ba34-1a7b1d7c3fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:10:07.323904 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-b8f528f6-4e19-4674-9877-763e0a0c9c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:10:07.957984 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:10:08.500324 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-2083c3fd-5dc5-47ae-86de-acca0e7a8e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:10:10.190427 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-b1de9828-bfad-4ef8-8d69-6d6f9fbe420c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:10:21.945152 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-737775'] for agent, after_create {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:10:25.609801 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 46540) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:10:25.723077 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-de2bfbcf-e066-4dc8-bc6a-809bcaebbe99 admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1121686 Aug 12 18:10:27.898662 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 46550) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:10:27.953271 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-5d16c852-3165-4304-84c1-35774722a13d admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0535343 Aug 12 18:10:29.382061 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.agents_db [None req-aa7dbe78-d4f0-421a-85da-826b2a172358 None None] Agent healthcheck: found 6 active agents {{(pid=94214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 18:10:34.950830 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-01656822-da08-4281-bebc-245f7e87d137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:10:37.323569 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-f1b97de3-3bd9-4297-9504-9dc1dee640f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:10:37.958640 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:10:38.503427 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-2083c3fd-5dc5-47ae-86de-acca0e7a8e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:10:40.189297 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-b1de9828-bfad-4ef8-8d69-6d6f9fbe420c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:10:51.931847 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:11:04.950421 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-0ebbda5f-ea1d-493b-9ab9-d529ee5e6c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:11:06.381300 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.agents_db [None req-aa7dbe78-d4f0-421a-85da-826b2a172358 None None] Agent healthcheck: found 6 active agents {{(pid=94214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 18:11:07.323657 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-8897ba75-1936-4abd-a045-29643ed7c4fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:11:07.960384 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:11:08.505685 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-2083c3fd-5dc5-47ae-86de-acca0e7a8e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:11:10.192387 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-b1de9828-bfad-4ef8-8d69-6d6f9fbe420c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:11:21.947028 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:11:34.950677 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-2d9e4c6c-7de9-4692-bec2-7ac89b2f3845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:11:37.323436 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-cce167e4-0861-4115-8427-f30e92374755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:11:37.960640 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:11:38.508836 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-2083c3fd-5dc5-47ae-86de-acca0e7a8e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:11:40.196024 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-b1de9828-bfad-4ef8-8d69-6d6f9fbe420c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:11:43.380237 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.agents_db [None req-aa7dbe78-d4f0-421a-85da-826b2a172358 None None] Agent healthcheck: found 6 active agents {{(pid=94214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 18:11:51.963977 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:11:54.976900 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 46772) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:11:55.070473 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 46780) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:11:55.107873 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 46786) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:11:55.373037 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.v2.base [None req-09f5383d-33f3-476f-bae2-aedcb32f997a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1647150256-network', 'tenant_id': 'c317a6d31c6a48aeaa1cfbf5728d5329'}} {{(pid=94211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:11:55.377043 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.v2.base [None req-6d5c98a2-7c07-4ed5-8e86-b31891be5ba7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1865704431-network', 'tenant_id': 'ec7b40fc66d54f7baf7c87a636dd94ac'}} {{(pid=94212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:11:55.400735 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.db.api [None req-6d5c98a2-7c07-4ed5-8e86-b31891be5ba7 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 12 18:11:55.400735 dv-cinder-759943-10-iscsi neutron-server[94212]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 12 18:11:55.400735 dv-cinder-759943-10-iscsi neutron-server[94212]: [parameters: {'project_id': 'ec7b40fc66d54f7baf7c87a636dd94ac', 'id': '3315739c-f879-44bd-8047-e7fdc6fcec7e', 'expiration': datetime.datetime(2021, 8, 12, 18, 13, 55, 395095)}] Aug 12 18:11:55.400735 dv-cinder-759943-10-iscsi neutron-server[94212]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94212) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 18:11:55.401285 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG oslo_db.api [None req-6d5c98a2-7c07-4ed5-8e86-b31891be5ba7 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 18:11:55.408948 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09f5383d-33f3-476f-bae2-aedcb32f997a admin admin] Made reservation on behalf of c317a6d31c6a48aeaa1cfbf5728d5329 for: {'network': 1} {{(pid=94211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 18:11:55.411421 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-09f5383d-33f3-476f-bae2-aedcb32f997a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for network, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:11:55.421796 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.v2.base [None req-cd1bd740-490e-4da2-9cf5-bd90b941fd0c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1592677697-network', 'tenant_id': '0cd01e4bf13e4379b9d179c3973204fe'}} {{(pid=94211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:11:55.435979 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-09f5383d-33f3-476f-bae2-aedcb32f997a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:11:55.462930 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd1bd740-490e-4da2-9cf5-bd90b941fd0c admin admin] Made reservation on behalf of 0cd01e4bf13e4379b9d179c3973204fe for: {'network': 1} {{(pid=94211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 18:11:55.465417 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-cd1bd740-490e-4da2-9cf5-bd90b941fd0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for network, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:11:55.483618 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-cd1bd740-490e-4da2-9cf5-bd90b941fd0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:11:55.564641 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-09f5383d-33f3-476f-bae2-aedcb32f997a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:11:55.580915 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-09f5383d-33f3-476f-bae2-aedcb32f997a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:11:55.592675 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09f5383d-33f3-476f-bae2-aedcb32f997a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=94211) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 18:11:55.610145 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-09f5383d-33f3-476f-bae2-aedcb32f997a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735099'] for segment, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:11:55.610759 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.db.segments_db [None req-09f5383d-33f3-476f-bae2-aedcb32f997a admin admin] Added segment 251131b0-5c22-43b4-b611-e09d37f1d680 of type vlan for network ade022c3-6351-4c5a-8392-48693c97d512 Aug 12 18:11:55.691204 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f5383d-33f3-476f-bae2-aedcb32f997a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1dcac89-572e-4f99-8c35-64f434445c3b,revision_number=1']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:11:55.694675 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-09f5383d-33f3-476f-bae2-aedcb32f997a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763627130179'] for network, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:11:55.720864 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f5383d-33f3-476f-bae2-aedcb32f997a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:11:55.721233 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f5383d-33f3-476f-bae2-aedcb32f997a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:11:55.721590 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f5383d-33f3-476f-bae2-aedcb32f997a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:11:55.721942 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f5383d-33f3-476f-bae2-aedcb32f997a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:11:55.722278 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f5383d-33f3-476f-bae2-aedcb32f997a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:11:55.722628 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f5383d-33f3-476f-bae2-aedcb32f997a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:11:55.723051 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f5383d-33f3-476f-bae2-aedcb32f997a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:11:55.723400 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f5383d-33f3-476f-bae2-aedcb32f997a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:11:55.723750 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f5383d-33f3-476f-bae2-aedcb32f997a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:11:55.724076 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f5383d-33f3-476f-bae2-aedcb32f997a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:11:55.724401 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f5383d-33f3-476f-bae2-aedcb32f997a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:11:55.724721 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f5383d-33f3-476f-bae2-aedcb32f997a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:11:55.725811 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f5383d-33f3-476f-bae2-aedcb32f997a admin admin] Tracked resource versions report: Aug 12 18:11:55.725811 dv-cinder-759943-10-iscsi neutron-server[94211]: pushed versions: Aug 12 18:11:55.725811 dv-cinder-759943-10-iscsi neutron-server[94211]: { 'AddressGroup': {'1.2'}, Aug 12 18:11:55.725811 dv-cinder-759943-10-iscsi neutron-server[94211]: 'ConntrackHelper': {'1.0'}, Aug 12 18:11:55.725811 dv-cinder-759943-10-iscsi neutron-server[94211]: 'Log': {'1.0'}, Aug 12 18:11:55.725811 dv-cinder-759943-10-iscsi neutron-server[94211]: 'Network': {'1.1'}, Aug 12 18:11:55.725811 dv-cinder-759943-10-iscsi neutron-server[94211]: 'Port': {'1.7'}, Aug 12 18:11:55.725811 dv-cinder-759943-10-iscsi neutron-server[94211]: 'PortForwarding': {'1.2'}, Aug 12 18:11:55.725811 dv-cinder-759943-10-iscsi neutron-server[94211]: 'QosPolicy': {'1.9'}, Aug 12 18:11:55.725811 dv-cinder-759943-10-iscsi neutron-server[94211]: 'SecurityGroup': {'1.4'}, Aug 12 18:11:55.725811 dv-cinder-759943-10-iscsi neutron-server[94211]: 'SecurityGroupRule': {'1.2'}, Aug 12 18:11:55.725811 dv-cinder-759943-10-iscsi neutron-server[94211]: 'SubPort': {'1.0'}, Aug 12 18:11:55.725811 dv-cinder-759943-10-iscsi neutron-server[94211]: 'Subnet': {'1.1'}, Aug 12 18:11:55.725811 dv-cinder-759943-10-iscsi neutron-server[94211]: 'Trunk': {'1.1'}} Aug 12 18:11:55.725811 dv-cinder-759943-10-iscsi neutron-server[94211]: consumer versions: Aug 12 18:11:55.725811 dv-cinder-759943-10-iscsi neutron-server[94211]: { DHCP agent@dv-cinder-759943-10-iscsi: {}, Aug 12 18:11:55.725811 dv-cinder-759943-10-iscsi neutron-server[94211]: HyperV agent@hv-cinder-75994: {}, Aug 12 18:11:55.725811 dv-cinder-759943-10-iscsi neutron-server[94211]: L3 agent@dv-cinder-759943-10-iscsi: {}, Aug 12 18:11:55.725811 dv-cinder-759943-10-iscsi neutron-server[94211]: Metadata agent@dv-cinder-759943-10-iscsi: {}, Aug 12 18:11:55.725811 dv-cinder-759943-10-iscsi neutron-server[94211]: Metering agent@dv-cinder-759943-10-iscsi: {}, Aug 12 18:11:55.725811 dv-cinder-759943-10-iscsi neutron-server[94211]: Open vSwitch agent@dv-cinder-759943-10-iscsi: { 'AddressGroup': '1.2', Aug 12 18:11:55.725811 dv-cinder-759943-10-iscsi neutron-server[94211]: 'ConntrackHelper': '1.0', Aug 12 18:11:55.725811 dv-cinder-759943-10-iscsi neutron-server[94211]: 'Log': '1.0', Aug 12 18:11:55.725811 dv-cinder-759943-10-iscsi neutron-server[94211]: 'Network': '1.1', Aug 12 18:11:55.725811 dv-cinder-759943-10-iscsi neutron-server[94211]: 'Port': '1.7', Aug 12 18:11:55.725811 dv-cinder-759943-10-iscsi neutron-server[94211]: 'PortForwarding': '1.2', Aug 12 18:11:55.725811 dv-cinder-759943-10-iscsi neutron-server[94211]: 'QosPolicy': '1.9', Aug 12 18:11:55.725811 dv-cinder-759943-10-iscsi neutron-server[94211]: 'SecurityGroup': '1.4', Aug 12 18:11:55.725811 dv-cinder-759943-10-iscsi neutron-server[94211]: 'SecurityGroupRule': '1.2', Aug 12 18:11:55.725811 dv-cinder-759943-10-iscsi neutron-server[94211]: 'SubPort': '1.0', Aug 12 18:11:55.725811 dv-cinder-759943-10-iscsi neutron-server[94211]: 'Subnet': '1.1', Aug 12 18:11:55.725811 dv-cinder-759943-10-iscsi neutron-server[94211]: 'Trunk': '1.1'}} Aug 12 18:11:55.725811 dv-cinder-759943-10-iscsi neutron-server[94211]: {{(pid=94211) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 18:11:55.776596 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-cd1bd740-490e-4da2-9cf5-bd90b941fd0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:11:55.778003 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-09f5383d-33f3-476f-bae2-aedcb32f997a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543'] for network, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:11:55.778936 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f5383d-33f3-476f-bae2-aedcb32f997a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:11:55.779676 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-09f5383d-33f3-476f-bae2-aedcb32f997a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564513'] for network, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:11:55.791898 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-cd1bd740-490e-4da2-9cf5-bd90b941fd0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:11:55.806072 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-09f5383d-33f3-476f-bae2-aedcb32f997a admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7345302 Aug 12 18:11:55.806881 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd1bd740-490e-4da2-9cf5-bd90b941fd0c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=94211) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 18:11:55.809342 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 46834) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:11:55.817197 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-cd1bd740-490e-4da2-9cf5-bd90b941fd0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735099'] for segment, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:11:55.817727 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.db.segments_db [None req-cd1bd740-490e-4da2-9cf5-bd90b941fd0c admin admin] Added segment 46bbfa7e-a69f-4f8c-9052-3afd7fb55f04 of type vlan for network c79ff127-e29d-415e-ac8f-388698d304d0 Aug 12 18:11:55.823643 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.v2.base [None req-168fa2c5-dfbe-4f39-892b-5c79b10cd911 admin admin] Request body: {'subnet': {'network_id': 'ade022c3-6351-4c5a-8392-48693c97d512', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1647150256-subnet', 'tenant_id': 'c317a6d31c6a48aeaa1cfbf5728d5329', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:11:55.881579 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-168fa2c5-dfbe-4f39-892b-5c79b10cd911 admin admin] Made reservation on behalf of c317a6d31c6a48aeaa1cfbf5728d5329 for: {'subnet': 1} {{(pid=94212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 18:11:55.884561 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-168fa2c5-dfbe-4f39-892b-5c79b10cd911 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:11:55.933245 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-cd1bd740-490e-4da2-9cf5-bd90b941fd0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763627130179'] for network, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:11:55.967423 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1bd740-490e-4da2-9cf5-bd90b941fd0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28d10621-e40c-46c2-bbcd-8743b7ff23b6,revision_number=1']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:11:55.988956 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-cd1bd740-490e-4da2-9cf5-bd90b941fd0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543'] for network, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:11:55.989890 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1bd740-490e-4da2-9cf5-bd90b941fd0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:11:55.997685 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-cd1bd740-490e-4da2-9cf5-bd90b941fd0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564513'] for network, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:11:56.018964 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f5383d-33f3-476f-bae2-aedcb32f997a admin admin] Pushing event updated for resources: {'Network': ['ID=ade022c3-6351-4c5a-8392-48693c97d512,revision_number=1']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:11:56.029533 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Network ade022c3-6351-4c5a-8392-48693c97d512 details requested by agent ovs-agent-dv-cinder-759943-10-iscsi with host dv-cinder-759943-10-iscsi {{(pid=94213) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 18:11:56.074758 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d5c98a2-7c07-4ed5-8e86-b31891be5ba7 admin admin] Made reservation on behalf of ec7b40fc66d54f7baf7c87a636dd94ac for: {'network': 1} {{(pid=94212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 18:11:56.080139 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-6d5c98a2-7c07-4ed5-8e86-b31891be5ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for network, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:11:56.084195 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1bd740-490e-4da2-9cf5-bd90b941fd0c admin admin] Pushing event updated for resources: {'Network': ['ID=c79ff127-e29d-415e-ac8f-388698d304d0,revision_number=1']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:11:56.092762 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-cd1bd740-490e-4da2-9cf5-bd90b941fd0c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9815884 Aug 12 18:11:56.092762 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 46846) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:11:56.099347 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.v2.base [None req-fa4a555c-5019-4b94-80f0-2426a20e309a admin admin] Request body: {'subnet': {'network_id': 'c79ff127-e29d-415e-ac8f-388698d304d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1592677697-subnet', 'tenant_id': '0cd01e4bf13e4379b9d179c3973204fe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:11:56.124383 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa4a555c-5019-4b94-80f0-2426a20e309a admin admin] Made reservation on behalf of 0cd01e4bf13e4379b9d179c3973204fe for: {'subnet': 1} {{(pid=94211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 18:11:56.127479 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-fa4a555c-5019-4b94-80f0-2426a20e309a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:11:56.129162 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-6d5c98a2-7c07-4ed5-8e86-b31891be5ba7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:11:56.149814 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Network c79ff127-e29d-415e-ac8f-388698d304d0 details requested by agent ovs-agent-dv-cinder-759943-10-iscsi with host dv-cinder-759943-10-iscsi {{(pid=94213) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 18:11:56.295000 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-6d5c98a2-7c07-4ed5-8e86-b31891be5ba7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:11:56.303125 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-6d5c98a2-7c07-4ed5-8e86-b31891be5ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:11:56.320657 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d5c98a2-7c07-4ed5-8e86-b31891be5ba7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=94212) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 18:11:56.336745 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-6d5c98a2-7c07-4ed5-8e86-b31891be5ba7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763627670119', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735099'] for segment, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:11:56.337548 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-6d5c98a2-7c07-4ed5-8e86-b31891be5ba7 admin admin] Unsubscribe: segment precommit_create {{(pid=94212) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 12 18:11:56.338273 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.db.segments_db [None req-6d5c98a2-7c07-4ed5-8e86-b31891be5ba7 admin admin] Added segment f72e982e-c115-4593-a5df-3fdd0aa12c0a of type vlan for network 69280036-392c-4dfc-84c7-1aa4a0c305c8 Aug 12 18:11:56.403769 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-6d5c98a2-7c07-4ed5-8e86-b31891be5ba7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763627130179'] for network, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:11:56.470960 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-fa4a555c-5019-4b94-80f0-2426a20e309a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543'] for subnet, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:11:56.492397 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-6d5c98a2-7c07-4ed5-8e86-b31891be5ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543'] for network, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:11:56.493443 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5c98a2-7c07-4ed5-8e86-b31891be5ba7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:11:56.494113 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-6d5c98a2-7c07-4ed5-8e86-b31891be5ba7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564513'] for network, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:11:56.549050 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5c98a2-7c07-4ed5-8e86-b31891be5ba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5923613d-cfe9-475a-9784-b443ad18b1c9,revision_number=1']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:11:56.577788 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4a555c-5019-4b94-80f0-2426a20e309a admin admin] Pushing event updated for resources: {'Subnet': ['ID=eed8715d-98a6-404a-8335-27c57f2cf8a3,revision_number=0']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:11:56.580101 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-6d5c98a2-7c07-4ed5-8e86-b31891be5ba7 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.6003695 Aug 12 18:11:56.582948 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 46866) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:11:56.593585 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.v2.base [None req-e7a13538-092b-41cf-9343-b93d1eab54c5 admin admin] Request body: {'subnet': {'network_id': '69280036-392c-4dfc-84c7-1aa4a0c305c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1865704431-subnet', 'tenant_id': 'ec7b40fc66d54f7baf7c87a636dd94ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:11:56.624906 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4a555c-5019-4b94-80f0-2426a20e309a admin admin] Checking segment: {'id': '46bbfa7e-a69f-4f8c-9052-3afd7fb55f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c79ff127-e29d-415e-ac8f-388698d304d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 18:11:56.626250 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4a555c-5019-4b94-80f0-2426a20e309a admin admin] Network hostable DHCP agents. Network: c79ff127-e29d-415e-ac8f-388698d304d0, hostable agents: ['da9a4366-d1ff-4171-be52-f44c47b2851f'], hosted agents: [] {{(pid=94211) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 18:11:56.638141 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a13538-092b-41cf-9343-b93d1eab54c5 admin admin] Made reservation on behalf of ec7b40fc66d54f7baf7c87a636dd94ac for: {'subnet': 1} {{(pid=94211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 18:11:56.638431 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5c98a2-7c07-4ed5-8e86-b31891be5ba7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:11:56.639007 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5c98a2-7c07-4ed5-8e86-b31891be5ba7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:11:56.639505 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5c98a2-7c07-4ed5-8e86-b31891be5ba7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:11:56.639997 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5c98a2-7c07-4ed5-8e86-b31891be5ba7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:11:56.640480 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5c98a2-7c07-4ed5-8e86-b31891be5ba7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:11:56.640983 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5c98a2-7c07-4ed5-8e86-b31891be5ba7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:11:56.642103 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5c98a2-7c07-4ed5-8e86-b31891be5ba7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:11:56.642223 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-e7a13538-092b-41cf-9343-b93d1eab54c5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:11:56.642707 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5c98a2-7c07-4ed5-8e86-b31891be5ba7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:11:56.643224 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5c98a2-7c07-4ed5-8e86-b31891be5ba7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:11:56.643705 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5c98a2-7c07-4ed5-8e86-b31891be5ba7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:11:56.644205 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5c98a2-7c07-4ed5-8e86-b31891be5ba7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:11:56.644682 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5c98a2-7c07-4ed5-8e86-b31891be5ba7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:11:56.646189 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5c98a2-7c07-4ed5-8e86-b31891be5ba7 admin admin] Tracked resource versions report: Aug 12 18:11:56.646189 dv-cinder-759943-10-iscsi neutron-server[94212]: pushed versions: Aug 12 18:11:56.646189 dv-cinder-759943-10-iscsi neutron-server[94212]: { 'AddressGroup': {'1.2'}, Aug 12 18:11:56.646189 dv-cinder-759943-10-iscsi neutron-server[94212]: 'ConntrackHelper': {'1.0'}, Aug 12 18:11:56.646189 dv-cinder-759943-10-iscsi neutron-server[94212]: 'Log': {'1.0'}, Aug 12 18:11:56.646189 dv-cinder-759943-10-iscsi neutron-server[94212]: 'Network': {'1.1'}, Aug 12 18:11:56.646189 dv-cinder-759943-10-iscsi neutron-server[94212]: 'Port': {'1.7'}, Aug 12 18:11:56.646189 dv-cinder-759943-10-iscsi neutron-server[94212]: 'PortForwarding': {'1.2'}, Aug 12 18:11:56.646189 dv-cinder-759943-10-iscsi neutron-server[94212]: 'QosPolicy': {'1.9'}, Aug 12 18:11:56.646189 dv-cinder-759943-10-iscsi neutron-server[94212]: 'SecurityGroup': {'1.4'}, Aug 12 18:11:56.646189 dv-cinder-759943-10-iscsi neutron-server[94212]: 'SecurityGroupRule': {'1.2'}, Aug 12 18:11:56.646189 dv-cinder-759943-10-iscsi neutron-server[94212]: 'SubPort': {'1.0'}, Aug 12 18:11:56.646189 dv-cinder-759943-10-iscsi neutron-server[94212]: 'Subnet': {'1.1'}, Aug 12 18:11:56.646189 dv-cinder-759943-10-iscsi neutron-server[94212]: 'Trunk': {'1.1'}} Aug 12 18:11:56.646189 dv-cinder-759943-10-iscsi neutron-server[94212]: consumer versions: Aug 12 18:11:56.646189 dv-cinder-759943-10-iscsi neutron-server[94212]: { DHCP agent@dv-cinder-759943-10-iscsi: {}, Aug 12 18:11:56.646189 dv-cinder-759943-10-iscsi neutron-server[94212]: HyperV agent@hv-cinder-75994: {}, Aug 12 18:11:56.646189 dv-cinder-759943-10-iscsi neutron-server[94212]: L3 agent@dv-cinder-759943-10-iscsi: {}, Aug 12 18:11:56.646189 dv-cinder-759943-10-iscsi neutron-server[94212]: Metadata agent@dv-cinder-759943-10-iscsi: {}, Aug 12 18:11:56.646189 dv-cinder-759943-10-iscsi neutron-server[94212]: Metering agent@dv-cinder-759943-10-iscsi: {}, Aug 12 18:11:56.646189 dv-cinder-759943-10-iscsi neutron-server[94212]: Open vSwitch agent@dv-cinder-759943-10-iscsi: { 'AddressGroup': '1.2', Aug 12 18:11:56.646189 dv-cinder-759943-10-iscsi neutron-server[94212]: 'ConntrackHelper': '1.0', Aug 12 18:11:56.646189 dv-cinder-759943-10-iscsi neutron-server[94212]: 'Log': '1.0', Aug 12 18:11:56.646189 dv-cinder-759943-10-iscsi neutron-server[94212]: 'Network': '1.1', Aug 12 18:11:56.646189 dv-cinder-759943-10-iscsi neutron-server[94212]: 'Port': '1.7', Aug 12 18:11:56.646189 dv-cinder-759943-10-iscsi neutron-server[94212]: 'PortForwarding': '1.2', Aug 12 18:11:56.646189 dv-cinder-759943-10-iscsi neutron-server[94212]: 'QosPolicy': '1.9', Aug 12 18:11:56.646189 dv-cinder-759943-10-iscsi neutron-server[94212]: 'SecurityGroup': '1.4', Aug 12 18:11:56.646189 dv-cinder-759943-10-iscsi neutron-server[94212]: 'SecurityGroupRule': '1.2', Aug 12 18:11:56.646189 dv-cinder-759943-10-iscsi neutron-server[94212]: 'SubPort': '1.0', Aug 12 18:11:56.646189 dv-cinder-759943-10-iscsi neutron-server[94212]: 'Subnet': '1.1', Aug 12 18:11:56.646189 dv-cinder-759943-10-iscsi neutron-server[94212]: 'Trunk': '1.1'}} Aug 12 18:11:56.646189 dv-cinder-759943-10-iscsi neutron-server[94212]: {{(pid=94212) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 18:11:56.658844 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4a555c-5019-4b94-80f0-2426a20e309a admin admin] Network c79ff127-e29d-415e-ac8f-388698d304d0 is scheduled to be hosted by DHCP agent da9a4366-d1ff-4171-be52-f44c47b2851f with binding_index 1 {{(pid=94211) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 18:11:56.712914 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.base_scheduler [None req-fa4a555c-5019-4b94-80f0-2426a20e309a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-10-iscsi, c79ff127-e29d-415e-ac8f-388698d304d0) {{(pid=94211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 18:11:56.713399 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5c98a2-7c07-4ed5-8e86-b31891be5ba7 admin admin] Pushing event updated for resources: {'Network': ['ID=69280036-392c-4dfc-84c7-1aa4a0c305c8,revision_number=1']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:11:56.718623 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4a555c-5019-4b94-80f0-2426a20e309a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:11:56.719398 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-fa4a555c-5019-4b94-80f0-2426a20e309a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564513'] for subnet, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:11:56.731112 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78bcfce-75c3-4ff8-be30-9efa1130fd67 None None] Network c79ff127-e29d-415e-ac8f-388698d304d0 requested from dv-cinder-759943-10-iscsi {{(pid=94213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 18:11:56.738180 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Network 69280036-392c-4dfc-84c7-1aa4a0c305c8 details requested by agent ovs-agent-dv-cinder-759943-10-iscsi with host dv-cinder-759943-10-iscsi {{(pid=94213) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 18:11:56.746501 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-168fa2c5-dfbe-4f39-892b-5c79b10cd911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543'] for subnet, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:11:56.775405 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-fa4a555c-5019-4b94-80f0-2426a20e309a admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6817758 Aug 12 18:11:56.785209 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 46874) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:11:56.790450 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.v2.base [None req-ce0eb768-e706-4f16-bc74-80a6bcd556f6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1592677697-router', 'tenant_id': '0cd01e4bf13e4379b9d179c3973204fe', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce'}}} {{(pid=94212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:11:56.847115 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168fa2c5-dfbe-4f39-892b-5c79b10cd911 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5a2b6d2-07e5-4844-ab12-b21f07244ebe,revision_number=0']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:11:56.858863 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-ce0eb768-e706-4f16-bc74-80a6bcd556f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15605'] for router, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:11:56.860453 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-ce0eb768-e706-4f16-bc74-80a6bcd556f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-351539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15614'] for router, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:11:56.864383 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168fa2c5-dfbe-4f39-892b-5c79b10cd911 admin admin] Checking segment: {'id': '251131b0-5c22-43b4-b611-e09d37f1d680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ade022c3-6351-4c5a-8392-48693c97d512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 18:11:56.864995 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168fa2c5-dfbe-4f39-892b-5c79b10cd911 admin admin] Network hostable DHCP agents. Network: ade022c3-6351-4c5a-8392-48693c97d512, hostable agents: ['da9a4366-d1ff-4171-be52-f44c47b2851f'], hosted agents: [] {{(pid=94212) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 18:11:56.940902 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168fa2c5-dfbe-4f39-892b-5c79b10cd911 admin admin] Network ade022c3-6351-4c5a-8392-48693c97d512 is scheduled to be hosted by DHCP agent da9a4366-d1ff-4171-be52-f44c47b2851f with binding_index 1 {{(pid=94212) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 18:11:56.949969 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-ce0eb768-e706-4f16-bc74-80a6bcd556f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:11:56.959988 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.base_scheduler [None req-168fa2c5-dfbe-4f39-892b-5c79b10cd911 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-10-iscsi, ade022c3-6351-4c5a-8392-48693c97d512) {{(pid=94212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 18:11:56.975133 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e8ce6d-acc2-41d0-8209-f900462af863 None None] Network ade022c3-6351-4c5a-8392-48693c97d512 requested from dv-cinder-759943-10-iscsi {{(pid=94213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 18:11:56.998293 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 46884) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:11:56.999695 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168fa2c5-dfbe-4f39-892b-5c79b10cd911 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:11:57.000303 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-168fa2c5-dfbe-4f39-892b-5c79b10cd911 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564513'] for subnet, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:11:57.021137 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-168fa2c5-dfbe-4f39-892b-5c79b10cd911 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2103646 Aug 12 18:11:57.084658 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-e7a13538-092b-41cf-9343-b93d1eab54c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543'] for subnet, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:11:57.147770 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-ce0eb768-e706-4f16-bc74-80a6bcd556f6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:11:57.215920 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a13538-092b-41cf-9343-b93d1eab54c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afc1472d-6afb-47f2-8956-e41e4c0db5e3,revision_number=0']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:11:57.225421 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a13538-092b-41cf-9343-b93d1eab54c5 admin admin] Checking segment: {'id': 'f72e982e-c115-4593-a5df-3fdd0aa12c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '69280036-392c-4dfc-84c7-1aa4a0c305c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 18:11:57.226224 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a13538-092b-41cf-9343-b93d1eab54c5 admin admin] Network hostable DHCP agents. Network: 69280036-392c-4dfc-84c7-1aa4a0c305c8, hostable agents: ['da9a4366-d1ff-4171-be52-f44c47b2851f'], hosted agents: [] {{(pid=94211) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 18:11:57.232702 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-d2300e15-7de6-4acb-a070-3307b5e7edb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:11:57.266084 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a13538-092b-41cf-9343-b93d1eab54c5 admin admin] Network 69280036-392c-4dfc-84c7-1aa4a0c305c8 is scheduled to be hosted by DHCP agent da9a4366-d1ff-4171-be52-f44c47b2851f with binding_index 1 {{(pid=94211) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 18:11:57.280719 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.base_scheduler [None req-e7a13538-092b-41cf-9343-b93d1eab54c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-10-iscsi, 69280036-392c-4dfc-84c7-1aa4a0c305c8) {{(pid=94211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 18:11:57.300961 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a13538-092b-41cf-9343-b93d1eab54c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:11:57.302954 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-e7a13538-092b-41cf-9343-b93d1eab54c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564513'] for subnet, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:11:57.309562 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f88808-fcd5-41cf-a118-3aec21527fc0 None None] Network 69280036-392c-4dfc-84c7-1aa4a0c305c8 requested from dv-cinder-759943-10-iscsi {{(pid=94213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 18:11:57.418779 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18726c77-ee8e-4892-ba87-6c68061fd014 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081d5c48-6c11-5532-9123-8720c403a17d-c79ff127-e29d-415e-ac8f-388698d304d0', 'network_id': 'c79ff127-e29d-415e-ac8f-388698d304d0', 'tenant_id': '0cd01e4bf13e4379b9d179c3973204fe', 'fixed_ips': [{'subnet_id': 'eed8715d-98a6-404a-8335-27c57f2cf8a3'}]}} from dv-cinder-759943-10-iscsi. {{(pid=94213) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 18:11:57.420256 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-18726c77-ee8e-4892-ba87-6c68061fd014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_create {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:11:57.429260 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed7692a-d119-454a-9652-7b66158eebce None None] Network ade022c3-6351-4c5a-8392-48693c97d512 requested from dv-cinder-759943-10-iscsi {{(pid=94213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 18:11:57.484040 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-d2300e15-7de6-4acb-a070-3307b5e7edb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:11:57.490948 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-d2300e15-7de6-4acb-a070-3307b5e7edb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:11:57.508370 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-e7a13538-092b-41cf-9343-b93d1eab54c5 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9243436 Aug 12 18:11:57.508988 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 46894) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:11:57.514176 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.v2.base [None req-ab9f1f69-34a9-43ba-a19e-22a197b7b9f6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1865704431-router', 'tenant_id': 'ec7b40fc66d54f7baf7c87a636dd94ac', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce'}}} {{(pid=94211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:11:57.570189 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-d2300e15-7de6-4acb-a070-3307b5e7edb2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6f8c7203db7d4526b91b8cec54ae0363&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5588875 Aug 12 18:11:57.573563 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-ab9f1f69-34a9-43ba-a19e-22a197b7b9f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15605'] for router, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:11:57.573563 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-ab9f1f69-34a9-43ba-a19e-22a197b7b9f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-351539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15614'] for router, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:11:57.577504 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 46898) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:11:57.584360 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2300e15-7de6-4acb-a070-3307b5e7edb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9605bf6-7e5c-4fc3-884b-5cae661d3b94,revision_number=1']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:11:57.591584 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-ce0eb768-e706-4f16-bc74-80a6bcd556f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:11:57.619865 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-ce0eb768-e706-4f16-bc74-80a6bcd556f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:11:57.810798 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.db_base_plugin_common [None req-ce0eb768-e706-4f16-bc74-80a6bcd556f6 admin admin] Allocated IP 172.27.3.110 (7a7b82d9-a69e-485d-9e07-6a129d075bce/c473b355-6ff8-4f1b-9a18-c893e152c20b/71e68df2-01d5-418b-85e3-cd5b857e5a2c) {{(pid=94212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 18:11:57.903113 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-ab9f1f69-34a9-43ba-a19e-22a197b7b9f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:11:57.915397 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.db_base_plugin_common [None req-18726c77-ee8e-4892-ba87-6c68061fd014 None None] Allocated IP 172.20.0.2 (c79ff127-e29d-415e-ac8f-388698d304d0/eed8715d-98a6-404a-8335-27c57f2cf8a3/845623bc-d7ab-4664-8c1b-6a51bb6ef490) {{(pid=94213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 18:11:57.918475 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-760d1b0b-3eeb-41ec-87bd-adeec047508a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:11:57.999777 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 46934) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:11:58.008739 dv-cinder-759943-10-iscsi neutron-server[94211]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 12 18:11:58.073314 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-ce0eb768-e706-4f16-bc74-80a6bcd556f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:11:58.132862 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-ce0eb768-e706-4f16-bc74-80a6bcd556f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763627144933'] for port, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:11:58.147877 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dcc2a32-48cf-42ef-9a9e-410aa1c7c2d4 None None] Network 69280036-392c-4dfc-84c7-1aa4a0c305c8 requested from dv-cinder-759943-10-iscsi {{(pid=94213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 18:11:58.163088 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-ab9f1f69-34a9-43ba-a19e-22a197b7b9f6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:11:58.167348 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-760d1b0b-3eeb-41ec-87bd-adeec047508a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:11:58.195562 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0eb768-e706-4f16-bc74-80a6bcd556f6 admin admin] Pushing event updated for resources: {'Port': ['ID=71e68df2-01d5-418b-85e3-cd5b857e5a2c,revision_number=1']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:11:58.208737 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0eb768-e706-4f16-bc74-80a6bcd556f6 admin admin] Network 7a7b82d9-a69e-485d-9e07-6a129d075bce is already hosted by enough agents. {{(pid=94212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 18:11:58.210584 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.base_scheduler [None req-ce0eb768-e706-4f16-bc74-80a6bcd556f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 18:11:58.213503 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0eb768-e706-4f16-bc74-80a6bcd556f6 admin admin] Received port after_create {{(pid=94212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 18:11:58.224009 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-18726c77-ee8e-4892-ba87-6c68061fd014 None None] Notify callbacks [] for port, precommit_create {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:11:58.258125 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-18726c77-ee8e-4892-ba87-6c68061fd014 None None] Transition to ACTIVE for port object 845623bc-d7ab-4664-8c1b-6a51bb6ef490 will not be triggered until provisioned by entity L2. {{(pid=94213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 18:11:58.342947 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-18726c77-ee8e-4892-ba87-6c68061fd014 None None] Transition to ACTIVE for port object 845623bc-d7ab-4664-8c1b-6a51bb6ef490 will not be triggered until provisioned by entity DHCP. {{(pid=94213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 18:11:58.356162 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-18726c77-ee8e-4892-ba87-6c68061fd014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763627144933'] for port, after_create {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:11:58.385516 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee5b640-9823-4fa6-a871-0f17908d2d93 req-e211fb8c-23f5-4333-a1c8-cf3661f465d2 tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:11:58.387170 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-3ee5b640-9823-4fa6-a871-0f17908d2d93 req-e211fb8c-23f5-4333-a1c8-cf3661f465d2 tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] 10.222.0.30 "GET /v2.0/networks?id=ade022c3-6351-4c5a-8392-48693c97d512 HTTP/1.1" status: 200 len: 812 time: 0.3851776 Aug 12 18:11:58.421562 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-760d1b0b-3eeb-41ec-87bd-adeec047508a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:11:58.424249 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-760d1b0b-3eeb-41ec-87bd-adeec047508a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:11:58.428351 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-760d1b0b-3eeb-41ec-87bd-adeec047508a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d9605bf6-7e5c-4fc3-884b-5cae661d3b94 HTTP/1.1" status: 204 len: 168 time: 0.8465054 Aug 12 18:11:58.434722 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-3ee5b640-9823-4fa6-a871-0f17908d2d93 req-03b5f426-9c17-4044-b185-9e66c8b49f45 tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] 10.222.0.30 "GET /v2.0/quotas/c317a6d31c6a48aeaa1cfbf5728d5329 HTTP/1.1" status: 200 len: 375 time: 0.0372305 Aug 12 18:11:58.441919 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760d1b0b-3eeb-41ec-87bd-adeec047508a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9605bf6-7e5c-4fc3-884b-5cae661d3b94,revision_number=None']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:11:58.465172 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18726c77-ee8e-4892-ba87-6c68061fd014 None None] Network c79ff127-e29d-415e-ac8f-388698d304d0 is already hosted by enough agents. {{(pid=94213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 18:11:58.472612 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.scheduler.base_scheduler [None req-18726c77-ee8e-4892-ba87-6c68061fd014 None None] Resources bound (agent type, host, resource id): {{(pid=94213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 18:11:58.479319 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18726c77-ee8e-4892-ba87-6c68061fd014 None None] Received port after_create {{(pid=94213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 18:11:58.504290 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18726c77-ee8e-4892-ba87-6c68061fd014 None None] Pushing event updated for resources: {'Port': ['ID=845623bc-d7ab-4664-8c1b-6a51bb6ef490,revision_number=1']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:11:58.508907 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-ce0eb768-e706-4f16-bc74-80a6bcd556f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:11:58.528461 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18726c77-ee8e-4892-ba87-6c68061fd014 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:11:58.528913 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18726c77-ee8e-4892-ba87-6c68061fd014 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:11:58.529328 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18726c77-ee8e-4892-ba87-6c68061fd014 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:11:58.529937 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18726c77-ee8e-4892-ba87-6c68061fd014 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:11:58.530096 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18726c77-ee8e-4892-ba87-6c68061fd014 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:11:58.530896 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18726c77-ee8e-4892-ba87-6c68061fd014 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:11:58.530896 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18726c77-ee8e-4892-ba87-6c68061fd014 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:11:58.531269 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18726c77-ee8e-4892-ba87-6c68061fd014 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:11:58.532359 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18726c77-ee8e-4892-ba87-6c68061fd014 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:11:58.532798 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18726c77-ee8e-4892-ba87-6c68061fd014 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:11:58.533129 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18726c77-ee8e-4892-ba87-6c68061fd014 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:11:58.533464 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18726c77-ee8e-4892-ba87-6c68061fd014 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:11:58.534738 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18726c77-ee8e-4892-ba87-6c68061fd014 None None] Tracked resource versions report: Aug 12 18:11:58.534738 dv-cinder-759943-10-iscsi neutron-server[94213]: pushed versions: Aug 12 18:11:58.534738 dv-cinder-759943-10-iscsi neutron-server[94213]: { 'AddressGroup': {'1.2'}, Aug 12 18:11:58.534738 dv-cinder-759943-10-iscsi neutron-server[94213]: 'ConntrackHelper': {'1.0'}, Aug 12 18:11:58.534738 dv-cinder-759943-10-iscsi neutron-server[94213]: 'Log': {'1.0'}, Aug 12 18:11:58.534738 dv-cinder-759943-10-iscsi neutron-server[94213]: 'Network': {'1.1'}, Aug 12 18:11:58.534738 dv-cinder-759943-10-iscsi neutron-server[94213]: 'Port': {'1.7'}, Aug 12 18:11:58.534738 dv-cinder-759943-10-iscsi neutron-server[94213]: 'PortForwarding': {'1.2'}, Aug 12 18:11:58.534738 dv-cinder-759943-10-iscsi neutron-server[94213]: 'QosPolicy': {'1.9'}, Aug 12 18:11:58.534738 dv-cinder-759943-10-iscsi neutron-server[94213]: 'SecurityGroup': {'1.4'}, Aug 12 18:11:58.534738 dv-cinder-759943-10-iscsi neutron-server[94213]: 'SecurityGroupRule': {'1.2'}, Aug 12 18:11:58.534738 dv-cinder-759943-10-iscsi neutron-server[94213]: 'SubPort': {'1.0'}, Aug 12 18:11:58.534738 dv-cinder-759943-10-iscsi neutron-server[94213]: 'Subnet': {'1.1'}, Aug 12 18:11:58.534738 dv-cinder-759943-10-iscsi neutron-server[94213]: 'Trunk': {'1.1'}} Aug 12 18:11:58.534738 dv-cinder-759943-10-iscsi neutron-server[94213]: consumer versions: Aug 12 18:11:58.534738 dv-cinder-759943-10-iscsi neutron-server[94213]: { DHCP agent@dv-cinder-759943-10-iscsi: {}, Aug 12 18:11:58.534738 dv-cinder-759943-10-iscsi neutron-server[94213]: HyperV agent@hv-cinder-75994: {}, Aug 12 18:11:58.534738 dv-cinder-759943-10-iscsi neutron-server[94213]: L3 agent@dv-cinder-759943-10-iscsi: {}, Aug 12 18:11:58.534738 dv-cinder-759943-10-iscsi neutron-server[94213]: Metadata agent@dv-cinder-759943-10-iscsi: {}, Aug 12 18:11:58.534738 dv-cinder-759943-10-iscsi neutron-server[94213]: Metering agent@dv-cinder-759943-10-iscsi: {}, Aug 12 18:11:58.534738 dv-cinder-759943-10-iscsi neutron-server[94213]: Open vSwitch agent@dv-cinder-759943-10-iscsi: { 'AddressGroup': '1.2', Aug 12 18:11:58.534738 dv-cinder-759943-10-iscsi neutron-server[94213]: 'ConntrackHelper': '1.0', Aug 12 18:11:58.534738 dv-cinder-759943-10-iscsi neutron-server[94213]: 'Log': '1.0', Aug 12 18:11:58.534738 dv-cinder-759943-10-iscsi neutron-server[94213]: 'Network': '1.1', Aug 12 18:11:58.534738 dv-cinder-759943-10-iscsi neutron-server[94213]: 'Port': '1.7', Aug 12 18:11:58.534738 dv-cinder-759943-10-iscsi neutron-server[94213]: 'PortForwarding': '1.2', Aug 12 18:11:58.534738 dv-cinder-759943-10-iscsi neutron-server[94213]: 'QosPolicy': '1.9', Aug 12 18:11:58.534738 dv-cinder-759943-10-iscsi neutron-server[94213]: 'SecurityGroup': '1.4', Aug 12 18:11:58.534738 dv-cinder-759943-10-iscsi neutron-server[94213]: 'SecurityGroupRule': '1.2', Aug 12 18:11:58.534738 dv-cinder-759943-10-iscsi neutron-server[94213]: 'SubPort': '1.0', Aug 12 18:11:58.534738 dv-cinder-759943-10-iscsi neutron-server[94213]: 'Subnet': '1.1', Aug 12 18:11:58.534738 dv-cinder-759943-10-iscsi neutron-server[94213]: 'Trunk': '1.1'}} Aug 12 18:11:58.534738 dv-cinder-759943-10-iscsi neutron-server[94213]: {{(pid=94213) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 18:11:58.541764 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-3ee5b640-9823-4fa6-a871-0f17908d2d93 req-6e100a62-2920-46a7-ad67-6046929ec81f tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c317a6d31c6a48aeaa1cfbf5728d5329&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0969849 Aug 12 18:11:58.588166 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.managers [None req-18726c77-ee8e-4892-ba87-6c68061fd014 None None] Attempting to bind port 845623bc-d7ab-4664-8c1b-6a51bb6ef490 on host dv-cinder-759943-10-iscsi for vnic_type normal with profile {{(pid=94213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 18:11:58.588542 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.managers [None req-18726c77-ee8e-4892-ba87-6c68061fd014 None None] Attempting to bind port 845623bc-d7ab-4664-8c1b-6a51bb6ef490 by drivers openvswitch,hyperv on host dv-cinder-759943-10-iscsi at level 0 using segments [{'id': '46bbfa7e-a69f-4f8c-9052-3afd7fb55f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c79ff127-e29d-415e-ac8f-388698d304d0'}] {{(pid=94213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 18:11:58.590415 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18726c77-ee8e-4892-ba87-6c68061fd014 None None] Attempting to bind port 845623bc-d7ab-4664-8c1b-6a51bb6ef490 on network c79ff127-e29d-415e-ac8f-388698d304d0 {{(pid=94213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 18:11:58.601155 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18726c77-ee8e-4892-ba87-6c68061fd014 None None] Checking agent: {'id': '5c163145-f35a-4c40-8b97-030a9bee90f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 18, 4, 38), 'started_at': datetime.datetime(2021, 8, 12, 18, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 18, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 18:11:58.601383 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18726c77-ee8e-4892-ba87-6c68061fd014 None None] Checking segment: {'id': '46bbfa7e-a69f-4f8c-9052-3afd7fb55f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c79ff127-e29d-415e-ac8f-388698d304d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 18:11:58.601696 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-18726c77-ee8e-4892-ba87-6c68061fd014 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:11:58.602178 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18726c77-ee8e-4892-ba87-6c68061fd014 None None] Bound using segment: {'id': '46bbfa7e-a69f-4f8c-9052-3afd7fb55f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c79ff127-e29d-415e-ac8f-388698d304d0'} {{(pid=94213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 18:11:58.602671 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.managers [None req-18726c77-ee8e-4892-ba87-6c68061fd014 None None] Bound port: 845623bc-d7ab-4664-8c1b-6a51bb6ef490, host: dv-cinder-759943-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46bbfa7e-a69f-4f8c-9052-3afd7fb55f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c79ff127-e29d-415e-ac8f-388698d304d0'}}] {{(pid=94213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 18:11:58.603078 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-18726c77-ee8e-4892-ba87-6c68061fd014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:11:58.734669 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-18726c77-ee8e-4892-ba87-6c68061fd014 None None] For port 845623bc-d7ab-4664-8c1b-6a51bb6ef490, host dv-cinder-759943-10-iscsi, cleared binding levels {{(pid=94213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 18:11:58.738612 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-18726c77-ee8e-4892-ba87-6c68061fd014 None None] For port 845623bc-d7ab-4664-8c1b-6a51bb6ef490, host dv-cinder-759943-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-10-iscsi',level=0,port_id=845623bc-d7ab-4664-8c1b-6a51bb6ef490,segment=NetworkSegment(46bbfa7e-a69f-4f8c-9052-3afd7fb55f04),segment_id=46bbfa7e-a69f-4f8c-9052-3afd7fb55f04)] {{(pid=94213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 18:11:58.745004 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-18726c77-ee8e-4892-ba87-6c68061fd014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:11:58.797441 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-ce0eb768-e706-4f16-bc74-80a6bcd556f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-735355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-734950'] for router, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:11:58.799938 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-ab9f1f69-34a9-43ba-a19e-22a197b7b9f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:11:58.847511 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-ab9f1f69-34a9-43ba-a19e-22a197b7b9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:11:58.873526 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18726c77-ee8e-4892-ba87-6c68061fd014 None None] Pushing event updated for resources: {'Port': ['ID=845623bc-d7ab-4664-8c1b-6a51bb6ef490,revision_number=2']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:11:59.044299 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.db.db_base_plugin_common [None req-ab9f1f69-34a9-43ba-a19e-22a197b7b9f6 admin admin] Allocated IP 172.27.3.6 (7a7b82d9-a69e-485d-9e07-6a129d075bce/c473b355-6ff8-4f1b-9a18-c893e152c20b/c49bfebe-173e-43af-947f-878c329565d7) {{(pid=94211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 18:11:59.053449 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 46992) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:11:59.130952 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-585762cc-d959-49bd-a9cf-146fe5b28fa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:11:59.147097 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce0eb768-e706-4f16-bc74-80a6bcd556f6 admin admin] Router 125848af-d0d8-4afc-a5d1-18c01665fa15 is scheduled to L3 agent 35f8a3af-1ed6-4507-a756-5ee5db7e6400 with binding_index 1 {{(pid=94212) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 18:11:59.238765 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 47006) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:11:59.314912 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce0eb768-e706-4f16-bc74-80a6bcd556f6 admin admin] Notify agent at l3_agent.dv-cinder-759943-10-iscsi the message routers_updated {{(pid=94212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 18:11:59.329152 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b06a388-6621-46d6-a5a1-0775240c95a3 None None] Sync routers for ids ['125848af-d0d8-4afc-a5d1-18c01665fa15'] in dv-cinder-759943-10-iscsi {{(pid=94214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 18:11:59.346472 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b06a388-6621-46d6-a5a1-0775240c95a3 None None] Routers {'125848af-d0d8-4afc-a5d1-18c01665fa15'} bound to L3 agent in host dv-cinder-759943-10-iscsi {{(pid=94214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 18:11:59.348296 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_hamode_db [None req-0b06a388-6621-46d6-a5a1-0775240c95a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T18:04:37Z,description=,heartbeat_timestamp=2021-08-12T18:11:37Z,host='dv-cinder-759943-10-iscsi',id=35f8a3af-1ed6-4507-a756-5ee5db7e6400,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T18:04:37Z,topic='l3_agent')) {'router_ids': ['125848af-d0d8-4afc-a5d1-18c01665fa15'], 'active': True} {{(pid=94214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:11:59.365414 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [req-3ee5b640-9823-4fa6-a871-0f17908d2d93 req-d1032f97-6b4c-426b-82b6-3f198d1eb752 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=94211) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 18:11:59.375949 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-3ee5b640-9823-4fa6-a871-0f17908d2d93 req-d1032f97-6b4c-426b-82b6-3f198d1eb752 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5777423 Aug 12 18:11:59.427811 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-585762cc-d959-49bd-a9cf-146fe5b28fa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:11:59.435252 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-585762cc-d959-49bd-a9cf-146fe5b28fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:11:59.470539 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-ce0eb768-e706-4f16-bc74-80a6bcd556f6 admin admin] Notify callbacks [] for router, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:11:59.471718 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-ce0eb768-e706-4f16-bc74-80a6bcd556f6 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6856163 Aug 12 18:11:59.479138 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 47014) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:11:59.488195 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-585762cc-d959-49bd-a9cf-146fe5b28fa3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=baee9e3a052743529bfcfbb0eb49e121&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4332266 Aug 12 18:11:59.489081 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-ab9f1f69-34a9-43ba-a19e-22a197b7b9f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:11:59.491240 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 47018) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:11:59.500548 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-bf0b9fed-beb4-4e72-bf44-a5ad7ab5bf58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:11:59.559455 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_dvr_db [None req-0b06a388-6621-46d6-a5a1-0775240c95a3 None None] Set router 125848af-d0d8-4afc-a5d1-18c01665fa15 gateway port host: dv-cinder-759943-10-iscsi {{(pid=94214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 18:11:59.577652 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585762cc-d959-49bd-a9cf-146fe5b28fa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1b3e184-21da-47b7-a691-bb7aba760477,revision_number=1']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:11:59.640627 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-3ee5b640-9823-4fa6-a871-0f17908d2d93 req-364e7a0f-927a-452a-99b2-a5326b8655e7 service neutron] 10.222.0.30 "GET /v2.0/networks/ade022c3-6351-4c5a-8392-48693c97d512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636364 Aug 12 18:11:59.838612 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-8f398aa9-7875-43d5-bf3f-e245c61e2596 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:11:59.846321 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_hamode_db [None req-0b06a388-6621-46d6-a5a1-0775240c95a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '125848af-d0d8-4afc-a5d1-18c01665fa15', 'name': 'tempest-AttachVolumeTestJSON-1592677697-router', 'tenant_id': '0cd01e4bf13e4379b9d179c3973204fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '71e68df2-01d5-418b-85e3-cd5b857e5a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:11:56Z', 'updated_at': '2021-08-12T18:11:58Z', 'revision_number': 3, 'project_id': '0cd01e4bf13e4379b9d179c3973204fe', 'gw_port': {'id': '71e68df2-01d5-418b-85e3-cd5b857e5a2c', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:9f:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '125848af-d0d8-4afc-a5d1-18c01665fa15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:11:57Z', 'updated_at': '2021-08-12T18:11:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi'}], 'dv-cinder-759943-10-iscsi', False) {} {{(pid=94214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:11:59.870486 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-8f398aa9-7875-43d5-bf3f-e245c61e2596 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:11:59.883930 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-ab9f1f69-34a9-43ba-a19e-22a197b7b9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763627144933'] for port, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:11:59.935015 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b06a388-6621-46d6-a5a1-0775240c95a3 None None] Checking router: 125848af-d0d8-4afc-a5d1-18c01665fa15 for host: dv-cinder-759943-10-iscsi {{(pid=94214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 18:11:59.935650 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b06a388-6621-46d6-a5a1-0775240c95a3 None None] Updating router 125848af-d0d8-4afc-a5d1-18c01665fa15 port 71e68df2-01d5-418b-85e3-cd5b857e5a2c binding host dv-cinder-759943-10-iscsi {{(pid=94214) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 18:11:59.955673 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-8f398aa9-7875-43d5-bf3f-e245c61e2596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:11:59.958453 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-8f398aa9-7875-43d5-bf3f-e245c61e2596 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:11:59.959531 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-8f398aa9-7875-43d5-bf3f-e245c61e2596 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c1b3e184-21da-47b7-a691-bb7aba760477 HTTP/1.1" status: 204 len: 168 time: 0.4212275 Aug 12 18:12:00.001997 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron_lib.callbacks.manager [None req-0b06a388-6621-46d6-a5a1-0775240c95a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:00.023568 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f398aa9-7875-43d5-bf3f-e245c61e2596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1b3e184-21da-47b7-a691-bb7aba760477,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:00.131805 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 47044) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:12:00.233254 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9f1f69-34a9-43ba-a19e-22a197b7b9f6 admin admin] Network 7a7b82d9-a69e-485d-9e07-6a129d075bce is already hosted by enough agents. {{(pid=94211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 18:12:00.266525 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device 845623bc-d7ab-4664-8c1b-6a51bb6ef490 up at agent ovs-agent-dv-cinder-759943-10-iscsi {{(pid=94213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 18:12:00.279197 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.base_scheduler [None req-ab9f1f69-34a9-43ba-a19e-22a197b7b9f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 18:12:00.286489 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9f1f69-34a9-43ba-a19e-22a197b7b9f6 admin admin] Received port after_create {{(pid=94211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 18:12:00.293994 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-3ee5b640-9823-4fa6-a871-0f17908d2d93 req-66fd6781-741a-480f-b009-8fd7d818e8fe service neutron] 10.222.0.30 "GET /v2.0/networks/ade022c3-6351-4c5a-8392-48693c97d512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6225436 Aug 12 18:12:00.354191 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9f1f69-34a9-43ba-a19e-22a197b7b9f6 admin admin] Pushing event updated for resources: {'Port': ['ID=c49bfebe-173e-43af-947f-878c329565d7,revision_number=1']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:00.409932 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09be83a9-b63e-4ede-88e3-6298b5345871 None None] Network c79ff127-e29d-415e-ac8f-388698d304d0 requested from dv-cinder-759943-10-iscsi {{(pid=94213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 18:12:00.457331 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-bf0b9fed-beb4-4e72-bf44-a5ad7ab5bf58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:00.476303 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-bf0b9fed-beb4-4e72-bf44-a5ad7ab5bf58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:00.539970 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-bf0b9fed-beb4-4e72-bf44-a5ad7ab5bf58 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b45ca8d8ddac4af2acaedf0f9bd250d6&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2938008 Aug 12 18:12:00.542237 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0b9fed-beb4-4e72-bf44-a5ad7ab5bf58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=265fc660-4721-4d44-8555-df45fc750333,revision_number=1']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:00.543055 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 47056) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:12:00.591024 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron_lib.callbacks.manager [None req-0b06a388-6621-46d6-a5a1-0775240c95a3 None None] Notify callbacks [] for port, precommit_update {{(pid=94214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:00.614799 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.provisioning_blocks [None req-0b06a388-6621-46d6-a5a1-0775240c95a3 None None] Transition to ACTIVE for port object 71e68df2-01d5-418b-85e3-cd5b857e5a2c will not be triggered until provisioned by entity L2. {{(pid=94214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 18:12:00.624670 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron_lib.callbacks.manager [None req-0b06a388-6621-46d6-a5a1-0775240c95a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:00.640429 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-fa3c1db7-4461-47f4-b5ed-f959c96ed4fa None None] Provisioning for port 845623bc-d7ab-4664-8c1b-6a51bb6ef490 completed by entity DHCP. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 18:12:00.690228 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Provisioning for port 845623bc-d7ab-4664-8c1b-6a51bb6ef490 completed by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 18:12:00.700532 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-836247d8-f09e-408e-8331-dc34c2212c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:00.702902 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Provisioning complete for port 845623bc-d7ab-4664-8c1b-6a51bb6ef490 triggered by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:12:00.703557 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:00.711270 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164a83fc-f534-49d1-8db6-52988dde3736 None None] Pushing event updated for resources: {'Port': ['ID=71e68df2-01d5-418b-85e3-cd5b857e5a2c,revision_number=2']} {{(pid=94214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:00.714542 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.managers [None req-0b06a388-6621-46d6-a5a1-0775240c95a3 None None] Attempting to bind port 71e68df2-01d5-418b-85e3-cd5b857e5a2c on host dv-cinder-759943-10-iscsi for vnic_type normal with profile {{(pid=94214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 18:12:00.715074 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.managers [None req-0b06a388-6621-46d6-a5a1-0775240c95a3 None None] Attempting to bind port 71e68df2-01d5-418b-85e3-cd5b857e5a2c by drivers openvswitch,hyperv on host dv-cinder-759943-10-iscsi at level 0 using segments [{'id': '7eaed6a7-5a45-4d84-aa5c-ab7d15676367', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce'}] {{(pid=94214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 18:12:00.715618 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b06a388-6621-46d6-a5a1-0775240c95a3 None None] Attempting to bind port 71e68df2-01d5-418b-85e3-cd5b857e5a2c on network 7a7b82d9-a69e-485d-9e07-6a129d075bce {{(pid=94214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 18:12:00.745959 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164a83fc-f534-49d1-8db6-52988dde3736 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:12:00.748598 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164a83fc-f534-49d1-8db6-52988dde3736 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:12:00.749165 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164a83fc-f534-49d1-8db6-52988dde3736 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:12:00.758404 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164a83fc-f534-49d1-8db6-52988dde3736 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:12:00.759011 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164a83fc-f534-49d1-8db6-52988dde3736 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:12:00.759552 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164a83fc-f534-49d1-8db6-52988dde3736 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:12:00.760077 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164a83fc-f534-49d1-8db6-52988dde3736 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:12:00.761256 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164a83fc-f534-49d1-8db6-52988dde3736 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:12:00.763807 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164a83fc-f534-49d1-8db6-52988dde3736 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:12:00.764357 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164a83fc-f534-49d1-8db6-52988dde3736 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:12:00.764882 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164a83fc-f534-49d1-8db6-52988dde3736 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:12:00.765413 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164a83fc-f534-49d1-8db6-52988dde3736 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:12:00.767291 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164a83fc-f534-49d1-8db6-52988dde3736 None None] Tracked resource versions report: Aug 12 18:12:00.767291 dv-cinder-759943-10-iscsi neutron-server[94214]: pushed versions: Aug 12 18:12:00.767291 dv-cinder-759943-10-iscsi neutron-server[94214]: { 'AddressGroup': {'1.2'}, Aug 12 18:12:00.767291 dv-cinder-759943-10-iscsi neutron-server[94214]: 'ConntrackHelper': {'1.0'}, Aug 12 18:12:00.767291 dv-cinder-759943-10-iscsi neutron-server[94214]: 'Log': {'1.0'}, Aug 12 18:12:00.767291 dv-cinder-759943-10-iscsi neutron-server[94214]: 'Network': {'1.1'}, Aug 12 18:12:00.767291 dv-cinder-759943-10-iscsi neutron-server[94214]: 'Port': {'1.7'}, Aug 12 18:12:00.767291 dv-cinder-759943-10-iscsi neutron-server[94214]: 'PortForwarding': {'1.2'}, Aug 12 18:12:00.767291 dv-cinder-759943-10-iscsi neutron-server[94214]: 'QosPolicy': {'1.9'}, Aug 12 18:12:00.767291 dv-cinder-759943-10-iscsi neutron-server[94214]: 'SecurityGroup': {'1.4'}, Aug 12 18:12:00.767291 dv-cinder-759943-10-iscsi neutron-server[94214]: 'SecurityGroupRule': {'1.2'}, Aug 12 18:12:00.767291 dv-cinder-759943-10-iscsi neutron-server[94214]: 'SubPort': {'1.0'}, Aug 12 18:12:00.767291 dv-cinder-759943-10-iscsi neutron-server[94214]: 'Subnet': {'1.1'}, Aug 12 18:12:00.767291 dv-cinder-759943-10-iscsi neutron-server[94214]: 'Trunk': {'1.1'}} Aug 12 18:12:00.767291 dv-cinder-759943-10-iscsi neutron-server[94214]: consumer versions: Aug 12 18:12:00.767291 dv-cinder-759943-10-iscsi neutron-server[94214]: { DHCP agent@dv-cinder-759943-10-iscsi: {}, Aug 12 18:12:00.767291 dv-cinder-759943-10-iscsi neutron-server[94214]: HyperV agent@hv-cinder-75994: {}, Aug 12 18:12:00.767291 dv-cinder-759943-10-iscsi neutron-server[94214]: L3 agent@dv-cinder-759943-10-iscsi: {}, Aug 12 18:12:00.767291 dv-cinder-759943-10-iscsi neutron-server[94214]: Metadata agent@dv-cinder-759943-10-iscsi: {}, Aug 12 18:12:00.767291 dv-cinder-759943-10-iscsi neutron-server[94214]: Metering agent@dv-cinder-759943-10-iscsi: {}, Aug 12 18:12:00.767291 dv-cinder-759943-10-iscsi neutron-server[94214]: Open vSwitch agent@dv-cinder-759943-10-iscsi: { 'AddressGroup': '1.2', Aug 12 18:12:00.767291 dv-cinder-759943-10-iscsi neutron-server[94214]: 'ConntrackHelper': '1.0', Aug 12 18:12:00.767291 dv-cinder-759943-10-iscsi neutron-server[94214]: 'Log': '1.0', Aug 12 18:12:00.767291 dv-cinder-759943-10-iscsi neutron-server[94214]: 'Network': '1.1', Aug 12 18:12:00.767291 dv-cinder-759943-10-iscsi neutron-server[94214]: 'Port': '1.7', Aug 12 18:12:00.767291 dv-cinder-759943-10-iscsi neutron-server[94214]: 'PortForwarding': '1.2', Aug 12 18:12:00.767291 dv-cinder-759943-10-iscsi neutron-server[94214]: 'QosPolicy': '1.9', Aug 12 18:12:00.767291 dv-cinder-759943-10-iscsi neutron-server[94214]: 'SecurityGroup': '1.4', Aug 12 18:12:00.767291 dv-cinder-759943-10-iscsi neutron-server[94214]: 'SecurityGroupRule': '1.2', Aug 12 18:12:00.767291 dv-cinder-759943-10-iscsi neutron-server[94214]: 'SubPort': '1.0', Aug 12 18:12:00.767291 dv-cinder-759943-10-iscsi neutron-server[94214]: 'Subnet': '1.1', Aug 12 18:12:00.767291 dv-cinder-759943-10-iscsi neutron-server[94214]: 'Trunk': '1.1'}} Aug 12 18:12:00.767291 dv-cinder-759943-10-iscsi neutron-server[94214]: {{(pid=94214) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 18:12:00.778074 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b06a388-6621-46d6-a5a1-0775240c95a3 None None] Checking agent: {'id': '5c163145-f35a-4c40-8b97-030a9bee90f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 18, 4, 38), 'started_at': datetime.datetime(2021, 8, 12, 18, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 18, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 18:12:00.778810 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b06a388-6621-46d6-a5a1-0775240c95a3 None None] Checking segment: {'id': '7eaed6a7-5a45-4d84-aa5c-ab7d15676367', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 18:12:00.782431 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron_lib.callbacks.manager [None req-0b06a388-6621-46d6-a5a1-0775240c95a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:00.783230 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b06a388-6621-46d6-a5a1-0775240c95a3 None None] Bound using segment: {'id': '7eaed6a7-5a45-4d84-aa5c-ab7d15676367', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce'} {{(pid=94214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 18:12:00.783919 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.managers [None req-0b06a388-6621-46d6-a5a1-0775240c95a3 None None] Bound port: 71e68df2-01d5-418b-85e3-cd5b857e5a2c, host: dv-cinder-759943-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eaed6a7-5a45-4d84-aa5c-ab7d15676367', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce'}}] {{(pid=94214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 18:12:00.786723 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron_lib.callbacks.manager [None req-0b06a388-6621-46d6-a5a1-0775240c95a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:00.797199 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 47074) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:12:00.825080 dv-cinder-759943-10-iscsi neutron-server[94212]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 12 18:12:00.864674 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-ab9f1f69-34a9-43ba-a19e-22a197b7b9f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:00.886724 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.db [None req-0b06a388-6621-46d6-a5a1-0775240c95a3 None None] For port 71e68df2-01d5-418b-85e3-cd5b857e5a2c, host dv-cinder-759943-10-iscsi, cleared binding levels {{(pid=94214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 18:12:00.890554 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.db [None req-0b06a388-6621-46d6-a5a1-0775240c95a3 None None] For port 71e68df2-01d5-418b-85e3-cd5b857e5a2c, host dv-cinder-759943-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-10-iscsi',level=0,port_id=71e68df2-01d5-418b-85e3-cd5b857e5a2c,segment=NetworkSegment(7eaed6a7-5a45-4d84-aa5c-ab7d15676367),segment_id=7eaed6a7-5a45-4d84-aa5c-ab7d15676367)] {{(pid=94214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 18:12:00.896167 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron_lib.callbacks.manager [None req-0b06a388-6621-46d6-a5a1-0775240c95a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:01.042014 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:01.078305 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b06a388-6621-46d6-a5a1-0775240c95a3 None None] Routers {'125848af-d0d8-4afc-a5d1-18c01665fa15'} bound to L3 agent in host dv-cinder-759943-10-iscsi {{(pid=94214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 18:12:01.079313 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_hamode_db [None req-0b06a388-6621-46d6-a5a1-0775240c95a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T18:04:37Z,description=,heartbeat_timestamp=2021-08-12T18:11:37Z,host='dv-cinder-759943-10-iscsi',id=35f8a3af-1ed6-4507-a756-5ee5db7e6400,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T18:04:37Z,topic='l3_agent')) {'router_ids': ['125848af-d0d8-4afc-a5d1-18c01665fa15'], 'active': True} {{(pid=94214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:12:01.122166 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] For port 845623bc-d7ab-4664-8c1b-6a51bb6ef490, host dv-cinder-759943-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-10-iscsi',level=0,port_id=845623bc-d7ab-4664-8c1b-6a51bb6ef490,segment=NetworkSegment(46bbfa7e-a69f-4f8c-9052-3afd7fb55f04),segment_id=46bbfa7e-a69f-4f8c-9052-3afd7fb55f04)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:12:01.126856 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:01.180634 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164a83fc-f534-49d1-8db6-52988dde3736 None None] Pushing event updated for resources: {'Port': ['ID=71e68df2-01d5-418b-85e3-cd5b857e5a2c,revision_number=3']} {{(pid=94214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:01.196710 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-af25cdeb-4eb6-4b11-9d52-6a6a1aa9bde4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:01.256290 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Pushing event updated for resources: {'Port': ['ID=845623bc-d7ab-4664-8c1b-6a51bb6ef490,revision_number=3']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:01.278661 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-ab9f1f69-34a9-43ba-a19e-22a197b7b9f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-735355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-734950'] for router, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:01.282476 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-0c641879-de5b-4e65-a0d2-82b4e2d020f6 req-9a68a772-1876-448d-89bd-08cb040105b9 tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] 10.222.0.30 "GET /v2.0/ports?device_id=48b5a9e5-26f9-427f-a857-3a1f609d6bc9 HTTP/1.1" status: 200 len: 210 time: 0.4607596 Aug 12 18:12:01.361306 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_dvr_db [None req-0b06a388-6621-46d6-a5a1-0775240c95a3 None None] Set router 125848af-d0d8-4afc-a5d1-18c01665fa15 gateway port host: dv-cinder-759943-10-iscsi {{(pid=94214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 18:12:01.383006 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-af25cdeb-4eb6-4b11-9d52-6a6a1aa9bde4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:01.389824 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-af25cdeb-4eb6-4b11-9d52-6a6a1aa9bde4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:01.396665 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-7bae3f7e-4b20-4663-b8ed-51ac6da19f78 None None] Provisioning complete for port 845623bc-d7ab-4664-8c1b-6a51bb6ef490 triggered by entity DHCP. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:12:01.397251 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-7bae3f7e-4b20-4663-b8ed-51ac6da19f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:01.500588 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-7d78621b-1e6e-4fa7-b3b8-78c9d2850193 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:01.539958 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-7d78621b-1e6e-4fa7-b3b8-78c9d2850193 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:01.585746 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab9f1f69-34a9-43ba-a19e-22a197b7b9f6 admin admin] Router f51a9fd6-2a72-4885-b8e3-cb56c9cdac80 is scheduled to L3 agent 35f8a3af-1ed6-4507-a756-5ee5db7e6400 with binding_index 1 {{(pid=94211) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 18:12:01.648871 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 47112) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:12:01.663521 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-af25cdeb-4eb6-4b11-9d52-6a6a1aa9bde4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4b2c3e030b654fde83e7bb9e2d35265f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5283351 Aug 12 18:12:01.665398 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 47120) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:12:01.686719 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af25cdeb-4eb6-4b11-9d52-6a6a1aa9bde4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deed4f54-b11a-44dd-977e-35bd8de714b8,revision_number=1']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:01.694101 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-7d78621b-1e6e-4fa7-b3b8-78c9d2850193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:01.696621 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-7d78621b-1e6e-4fa7-b3b8-78c9d2850193 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:01.700883 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-7d78621b-1e6e-4fa7-b3b8-78c9d2850193 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/265fc660-4721-4d44-8555-df45fc750333 HTTP/1.1" status: 204 len: 168 time: 1.1521363 Aug 12 18:12:01.743397 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d78621b-1e6e-4fa7-b3b8-78c9d2850193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=265fc660-4721-4d44-8555-df45fc750333,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:01.815753 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-b129e581-e2fd-462c-87df-237dd72bb362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:01.815917 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_hamode_db [None req-0b06a388-6621-46d6-a5a1-0775240c95a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '125848af-d0d8-4afc-a5d1-18c01665fa15', 'name': 'tempest-AttachVolumeTestJSON-1592677697-router', 'tenant_id': '0cd01e4bf13e4379b9d179c3973204fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '71e68df2-01d5-418b-85e3-cd5b857e5a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:11:56Z', 'updated_at': '2021-08-12T18:11:58Z', 'revision_number': 3, 'project_id': '0cd01e4bf13e4379b9d179c3973204fe', 'gw_port': {'id': '71e68df2-01d5-418b-85e3-cd5b857e5a2c', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:9f:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '125848af-d0d8-4afc-a5d1-18c01665fa15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:11:57Z', 'updated_at': '2021-08-12T18:12:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi'}], 'dv-cinder-759943-10-iscsi', False) {} {{(pid=94214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:12:01.828270 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.db_base_plugin_common [None req-836247d8-f09e-408e-8331-dc34c2212c2c admin admin] Allocated IP 172.20.0.1 (c79ff127-e29d-415e-ac8f-388698d304d0/eed8715d-98a6-404a-8335-27c57f2cf8a3/ef96eada-e4f9-4724-b495-dec83a05f179) {{(pid=94212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 18:12:01.848110 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-b129e581-e2fd-462c-87df-237dd72bb362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:01.875749 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b06a388-6621-46d6-a5a1-0775240c95a3 None None] The sync data for ids ['125848af-d0d8-4afc-a5d1-18c01665fa15'] in dv-cinder-759943-10-iscsi is: [{'id': '125848af-d0d8-4afc-a5d1-18c01665fa15', 'name': 'tempest-AttachVolumeTestJSON-1592677697-router', 'tenant_id': '0cd01e4bf13e4379b9d179c3973204fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '71e68df2-01d5-418b-85e3-cd5b857e5a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:11:56Z', 'updated_at': '2021-08-12T18:11:58Z', 'revision_number': 3, 'project_id': '0cd01e4bf13e4379b9d179c3973204fe', 'gw_port': {'id': '71e68df2-01d5-418b-85e3-cd5b857e5a2c', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:9f:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '125848af-d0d8-4afc-a5d1-18c01665fa15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:11:57Z', 'updated_at': '2021-08-12T18:12:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi'}] {{(pid=94214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 18:12:01.912745 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-b129e581-e2fd-462c-87df-237dd72bb362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:01.915878 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-b129e581-e2fd-462c-87df-237dd72bb362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:01.919888 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-b129e581-e2fd-462c-87df-237dd72bb362 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/deed4f54-b11a-44dd-977e-35bd8de714b8 HTTP/1.1" status: 204 len: 168 time: 0.2531278 Aug 12 18:12:01.923332 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab9f1f69-34a9-43ba-a19e-22a197b7b9f6 admin admin] Notify agent at l3_agent.dv-cinder-759943-10-iscsi the message routers_updated {{(pid=94211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 18:12:01.935723 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826744a4-48f6-4fd8-a57a-73ab69979e24 None None] Sync routers for ids ['f51a9fd6-2a72-4885-b8e3-cb56c9cdac80'] in dv-cinder-759943-10-iscsi {{(pid=94213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 18:12:01.936915 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-bc01e50e-ca94-470c-950c-7328e629e117 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:01.953295 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b129e581-e2fd-462c-87df-237dd72bb362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deed4f54-b11a-44dd-977e-35bd8de714b8,revision_number=None']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:01.960741 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-ab9f1f69-34a9-43ba-a19e-22a197b7b9f6 admin admin] Notify callbacks [] for router, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:01.965107 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-ab9f1f69-34a9-43ba-a19e-22a197b7b9f6 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.4526849 Aug 12 18:12:01.965836 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 47134) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:12:01.976654 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826744a4-48f6-4fd8-a57a-73ab69979e24 None None] Routers {'f51a9fd6-2a72-4885-b8e3-cb56c9cdac80'} bound to L3 agent in host dv-cinder-759943-10-iscsi {{(pid=94213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 18:12:01.977616 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-826744a4-48f6-4fd8-a57a-73ab69979e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T18:04:37Z,description=,heartbeat_timestamp=2021-08-12T18:11:37Z,host='dv-cinder-759943-10-iscsi',id=35f8a3af-1ed6-4507-a756-5ee5db7e6400,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T18:04:37Z,topic='l3_agent')) {'router_ids': ['f51a9fd6-2a72-4885-b8e3-cb56c9cdac80'], 'active': True} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:12:01.979779 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-836247d8-f09e-408e-8331-dc34c2212c2c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:02.016757 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.provisioning_blocks [None req-836247d8-f09e-408e-8331-dc34c2212c2c admin admin] Transition to ACTIVE for port object ef96eada-e4f9-4724-b495-dec83a05f179 will not be triggered until provisioned by entity DHCP. {{(pid=94212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 18:12:02.147025 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-836247d8-f09e-408e-8331-dc34c2212c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763627144933'] for port, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:02.232750 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836247d8-f09e-408e-8331-dc34c2212c2c admin admin] Network c79ff127-e29d-415e-ac8f-388698d304d0 is already hosted by enough agents. {{(pid=94212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 18:12:02.233573 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device 845623bc-d7ab-4664-8c1b-6a51bb6ef490 up at agent ovs-agent-dv-cinder-759943-10-iscsi {{(pid=94213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 18:12:02.240291 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.base_scheduler [None req-836247d8-f09e-408e-8331-dc34c2212c2c admin admin] Resources bound (agent type, host, resource id): {{(pid=94212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 18:12:02.252807 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836247d8-f09e-408e-8331-dc34c2212c2c admin admin] Received port after_create {{(pid=94212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 18:12:02.253482 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-836247d8-f09e-408e-8331-dc34c2212c2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693555'] for router_interface, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:02.289269 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvr_db [None req-826744a4-48f6-4fd8-a57a-73ab69979e24 None None] Set router f51a9fd6-2a72-4885-b8e3-cb56c9cdac80 gateway port host: dv-cinder-759943-10-iscsi {{(pid=94213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 18:12:02.341171 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-bc01e50e-ca94-470c-950c-7328e629e117 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:02.378074 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-bc01e50e-ca94-470c-950c-7328e629e117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:02.461648 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc01e50e-ca94-470c-950c-7328e629e117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8634ed51-c700-4414-bd94-5f5468efcff2,revision_number=1']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:02.550393 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Provisioning complete for port 845623bc-d7ab-4664-8c1b-6a51bb6ef490 triggered by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:12:02.551523 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:02.563105 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-bc01e50e-ca94-470c-950c-7328e629e117 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e73174c32ab34abb88ba1bfb7f3d34ce&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9112282 Aug 12 18:12:02.564502 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 47154) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:12:02.598413 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-e78a50d3-1f7b-4635-b724-626b17739a43 req-e42f4884-8976-4fe1-a11e-0fdb572ba5dd tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] 10.222.0.30 "GET /v2.0/ports?device_id=48b5a9e5-26f9-427f-a857-3a1f609d6bc9 HTTP/1.1" status: 200 len: 210 time: 0.0988052 Aug 12 18:12:02.599017 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836247d8-f09e-408e-8331-dc34c2212c2c admin admin] Pushing event updated for resources: {'Port': ['ID=ef96eada-e4f9-4724-b495-dec83a05f179,revision_number=1']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:02.732813 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-37344616-7aec-4d18-9d1b-60e992380b6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:02.810413 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-1b1735cb-2913-49ba-8cac-b73afeb50f3b None None] Provisioning for port ef96eada-e4f9-4724-b495-dec83a05f179 completed by entity DHCP. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 18:12:02.811745 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-37344616-7aec-4d18-9d1b-60e992380b6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:02.819060 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-836247d8-f09e-408e-8331-dc34c2212c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:02.825671 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-1b1735cb-2913-49ba-8cac-b73afeb50f3b None None] Provisioning complete for port ef96eada-e4f9-4724-b495-dec83a05f179 triggered by entity DHCP. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:12:02.826092 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-1b1735cb-2913-49ba-8cac-b73afeb50f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:02.915805 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.plugin [None req-1b1735cb-2913-49ba-8cac-b73afeb50f3b None None] Port ef96eada-e4f9-4724-b495-dec83a05f179 cannot update to ACTIVE because it is not bound. {{(pid=94213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 18:12:02.918679 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-826744a4-48f6-4fd8-a57a-73ab69979e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f51a9fd6-2a72-4885-b8e3-cb56c9cdac80', 'name': 'tempest-ServerRescueNegativeTestJSON-1865704431-router', 'tenant_id': 'ec7b40fc66d54f7baf7c87a636dd94ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': 'c49bfebe-173e-43af-947f-878c329565d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:11:57Z', 'updated_at': '2021-08-12T18:12:00Z', 'revision_number': 3, 'project_id': 'ec7b40fc66d54f7baf7c87a636dd94ac', 'gw_port': {'id': 'c49bfebe-173e-43af-947f-878c329565d7', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:77:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f51a9fd6-2a72-4885-b8e3-cb56c9cdac80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:11:58Z', 'updated_at': '2021-08-12T18:11:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi'}], 'dv-cinder-759943-10-iscsi', False) {} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:12:02.983335 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-37344616-7aec-4d18-9d1b-60e992380b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:02.986158 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-37344616-7aec-4d18-9d1b-60e992380b6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:02.988665 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-37344616-7aec-4d18-9d1b-60e992380b6d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8634ed51-c700-4414-bd94-5f5468efcff2 HTTP/1.1" status: 204 len: 168 time: 0.4232500 Aug 12 18:12:03.003155 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826744a4-48f6-4fd8-a57a-73ab69979e24 None None] Checking router: f51a9fd6-2a72-4885-b8e3-cb56c9cdac80 for host: dv-cinder-759943-10-iscsi {{(pid=94213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 18:12:03.003538 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826744a4-48f6-4fd8-a57a-73ab69979e24 None None] Updating router f51a9fd6-2a72-4885-b8e3-cb56c9cdac80 port c49bfebe-173e-43af-947f-878c329565d7 binding host dv-cinder-759943-10-iscsi {{(pid=94213) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 18:12:03.025995 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37344616-7aec-4d18-9d1b-60e992380b6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8634ed51-c700-4414-bd94-5f5468efcff2,revision_number=None']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:03.043869 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-412baf0f-4924-445f-b783-77cff92982b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:03.077629 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-826744a4-48f6-4fd8-a57a-73ab69979e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:03.269554 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-836247d8-f09e-408e-8331-dc34c2212c2c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:03.275868 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-836247d8-f09e-408e-8331-dc34c2212c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:03.278308 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-836247d8-f09e-408e-8331-dc34c2212c2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693671'] for router_interface, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:03.408025 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.db.db_base_plugin_common [None req-412baf0f-4924-445f-b783-77cff92982b1 admin admin] Allocated IP 172.20.0.1 (69280036-392c-4dfc-84c7-1aa4a0c305c8/afc1472d-6afb-47f2-8956-e41e4c0db5e3/2b07fb69-9a08-4f36-8137-664903eeba95) {{(pid=94211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 18:12:03.593401 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836247d8-f09e-408e-8331-dc34c2212c2c admin admin] Pushing event updated for resources: {'Port': ['ID=ef96eada-e4f9-4724-b495-dec83a05f179,revision_number=2']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:03.669074 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836247d8-f09e-408e-8331-dc34c2212c2c admin admin] Network c79ff127-e29d-415e-ac8f-388698d304d0 is already hosted by enough agents. {{(pid=94212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 18:12:03.679671 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.base_scheduler [None req-836247d8-f09e-408e-8331-dc34c2212c2c admin admin] Resources bound (agent type, host, resource id): {{(pid=94212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 18:12:03.846502 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-826744a4-48f6-4fd8-a57a-73ab69979e24 None None] Notify callbacks [] for port, precommit_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:03.847921 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-07758cdc-9ca0-4590-aff1-2589f8abcc60 req-1b1367a3-e4ed-40c2-9b59-621b8a6e18af tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] 10.222.0.30 "GET /v2.0/ports?device_id=48b5a9e5-26f9-427f-a857-3a1f609d6bc9 HTTP/1.1" status: 200 len: 210 time: 0.1441174 Aug 12 18:12:03.872029 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-826744a4-48f6-4fd8-a57a-73ab69979e24 None None] Transition to ACTIVE for port object c49bfebe-173e-43af-947f-878c329565d7 will not be triggered until provisioned by entity L2. {{(pid=94213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 18:12:03.880699 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-412baf0f-4924-445f-b783-77cff92982b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:03.888108 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-826744a4-48f6-4fd8-a57a-73ab69979e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:03.919149 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 47206) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:12:03.958585 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-412baf0f-4924-445f-b783-77cff92982b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763627144933'] for port, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:03.979554 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-c3cf6e32-b724-425e-97d7-d35d90836535 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:04.025053 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.managers [None req-826744a4-48f6-4fd8-a57a-73ab69979e24 None None] Attempting to bind port c49bfebe-173e-43af-947f-878c329565d7 on host dv-cinder-759943-10-iscsi for vnic_type normal with profile {{(pid=94213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 18:12:04.025424 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.managers [None req-826744a4-48f6-4fd8-a57a-73ab69979e24 None None] Attempting to bind port c49bfebe-173e-43af-947f-878c329565d7 by drivers openvswitch,hyperv on host dv-cinder-759943-10-iscsi at level 0 using segments [{'id': '7eaed6a7-5a45-4d84-aa5c-ab7d15676367', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce'}] {{(pid=94213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 18:12:04.025788 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826744a4-48f6-4fd8-a57a-73ab69979e24 None None] Attempting to bind port c49bfebe-173e-43af-947f-878c329565d7 on network 7a7b82d9-a69e-485d-9e07-6a129d075bce {{(pid=94213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 18:12:04.040652 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-836247d8-f09e-408e-8331-dc34c2212c2c admin admin] Router 125848af-d0d8-4afc-a5d1-18c01665fa15 has already been hosted by L3 agent 35f8a3af-1ed6-4507-a756-5ee5db7e6400 {{(pid=94212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 18:12:04.065210 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412baf0f-4924-445f-b783-77cff92982b1 admin admin] Network 69280036-392c-4dfc-84c7-1aa4a0c305c8 is already hosted by enough agents. {{(pid=94211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 18:12:04.071413 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.base_scheduler [None req-412baf0f-4924-445f-b783-77cff92982b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 18:12:04.074626 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412baf0f-4924-445f-b783-77cff92982b1 admin admin] Received port after_create {{(pid=94211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 18:12:04.075219 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-412baf0f-4924-445f-b783-77cff92982b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693555'] for router_interface, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:04.075925 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370cac16-e697-4863-b9ae-4c64fec6ffcc None None] Pushing event updated for resources: {'Port': ['ID=c49bfebe-173e-43af-947f-878c329565d7,revision_number=2']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:04.078221 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412baf0f-4924-445f-b783-77cff92982b1 admin admin] Pushing event updated for resources: {'Port': ['ID=2b07fb69-9a08-4f36-8137-664903eeba95,revision_number=1']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:04.102265 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826744a4-48f6-4fd8-a57a-73ab69979e24 None None] Checking agent: {'id': '5c163145-f35a-4c40-8b97-030a9bee90f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 18, 4, 38), 'started_at': datetime.datetime(2021, 8, 12, 18, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 18, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 18:12:04.102667 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826744a4-48f6-4fd8-a57a-73ab69979e24 None None] Checking segment: {'id': '7eaed6a7-5a45-4d84-aa5c-ab7d15676367', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 18:12:04.103075 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-826744a4-48f6-4fd8-a57a-73ab69979e24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:04.103464 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826744a4-48f6-4fd8-a57a-73ab69979e24 None None] Bound using segment: {'id': '7eaed6a7-5a45-4d84-aa5c-ab7d15676367', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce'} {{(pid=94213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 18:12:04.112507 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.managers [None req-826744a4-48f6-4fd8-a57a-73ab69979e24 None None] Bound port: c49bfebe-173e-43af-947f-878c329565d7, host: dv-cinder-759943-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eaed6a7-5a45-4d84-aa5c-ab7d15676367', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce'}}] {{(pid=94213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 18:12:04.112989 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-826744a4-48f6-4fd8-a57a-73ab69979e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:04.237514 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-8da723ab-1fc2-4b25-8c9f-3bfd62dfbab4 None None] Provisioning complete for port ef96eada-e4f9-4724-b495-dec83a05f179 triggered by entity DHCP. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:12:04.237908 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-8da723ab-1fc2-4b25-8c9f-3bfd62dfbab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:04.291072 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-c3cf6e32-b724-425e-97d7-d35d90836535 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:04.291072 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-836247d8-f09e-408e-8331-dc34c2212c2c admin admin] Notify agent at l3_agent.dv-cinder-759943-10-iscsi the message routers_updated {{(pid=94212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 18:12:04.295115 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-c3cf6e32-b724-425e-97d7-d35d90836535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:04.304765 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-836247d8-f09e-408e-8331-dc34c2212c2c admin admin] 10.222.0.30 "PUT /v2.0/routers/125848af-d0d8-4afc-a5d1-18c01665fa15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8244553 Aug 12 18:12:04.327477 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device 71e68df2-01d5-418b-85e3-cd5b857e5a2c up at agent ovs-agent-dv-cinder-759943-10-iscsi {{(pid=94213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 18:12:04.331059 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-412baf0f-4924-445f-b783-77cff92982b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:04.359664 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cf6e32-b724-425e-97d7-d35d90836535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1fb49a2-cbb5-4e99-bb4c-bd8b4b9e38ce,revision_number=1']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:04.379609 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-c3cf6e32-b724-425e-97d7-d35d90836535 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3809e54808664edf86fdc64579ec54b3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4594257 Aug 12 18:12:04.382191 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 47218) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:12:04.496188 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-826744a4-48f6-4fd8-a57a-73ab69979e24 None None] For port c49bfebe-173e-43af-947f-878c329565d7, host dv-cinder-759943-10-iscsi, cleared binding levels {{(pid=94213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 18:12:04.518958 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-43d08b87-d4da-40dc-b12b-44f50215b0b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:04.585828 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-43d08b87-d4da-40dc-b12b-44f50215b0b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:04.664427 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-43d08b87-d4da-40dc-b12b-44f50215b0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:04.668637 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-43d08b87-d4da-40dc-b12b-44f50215b0b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:04.672824 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-43d08b87-d4da-40dc-b12b-44f50215b0b0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b1fb49a2-cbb5-4e99-bb4c-bd8b4b9e38ce HTTP/1.1" status: 204 len: 168 time: 0.2831469 Aug 12 18:12:04.693619 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d08b87-d4da-40dc-b12b-44f50215b0b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1fb49a2-cbb5-4e99-bb4c-bd8b4b9e38ce,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:04.721258 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b7bb5e-2ccc-49e5-aacb-5b035d01035c None None] Sync routers for ids ['125848af-d0d8-4afc-a5d1-18c01665fa15'] in dv-cinder-759943-10-iscsi {{(pid=94214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 18:12:04.738657 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b7bb5e-2ccc-49e5-aacb-5b035d01035c None None] Routers {'125848af-d0d8-4afc-a5d1-18c01665fa15'} bound to L3 agent in host dv-cinder-759943-10-iscsi {{(pid=94214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 18:12:04.738811 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.plugin [None req-8da723ab-1fc2-4b25-8c9f-3bfd62dfbab4 None None] Port ef96eada-e4f9-4724-b495-dec83a05f179 cannot update to ACTIVE because it is not bound. {{(pid=94213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 18:12:04.739278 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_hamode_db [None req-60b7bb5e-2ccc-49e5-aacb-5b035d01035c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T18:04:37Z,description=,heartbeat_timestamp=2021-08-12T18:11:37Z,host='dv-cinder-759943-10-iscsi',id=35f8a3af-1ed6-4507-a756-5ee5db7e6400,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T18:04:37Z,topic='l3_agent')) {'router_ids': ['125848af-d0d8-4afc-a5d1-18c01665fa15'], 'active': True} {{(pid=94214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:12:04.744820 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-826744a4-48f6-4fd8-a57a-73ab69979e24 None None] For port c49bfebe-173e-43af-947f-878c329565d7, host dv-cinder-759943-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-10-iscsi',level=0,port_id=c49bfebe-173e-43af-947f-878c329565d7,segment=NetworkSegment(7eaed6a7-5a45-4d84-aa5c-ab7d15676367),segment_id=7eaed6a7-5a45-4d84-aa5c-ab7d15676367)] {{(pid=94213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 18:12:04.785464 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-826744a4-48f6-4fd8-a57a-73ab69979e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:04.886071 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370cac16-e697-4863-b9ae-4c64fec6ffcc None None] Pushing event updated for resources: {'Port': ['ID=c49bfebe-173e-43af-947f-878c329565d7,revision_number=3']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:04.903241 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-412baf0f-4924-445f-b783-77cff92982b1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:04.911609 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-412baf0f-4924-445f-b783-77cff92982b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:04.914442 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-412baf0f-4924-445f-b783-77cff92982b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693671'] for router_interface, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:05.060344 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Provisioning for port 71e68df2-01d5-418b-85e3-cd5b857e5a2c completed by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 18:12:05.064002 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_dvr_db [None req-60b7bb5e-2ccc-49e5-aacb-5b035d01035c None None] Set router 125848af-d0d8-4afc-a5d1-18c01665fa15 gateway port host: dv-cinder-759943-10-iscsi {{(pid=94214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 18:12:05.066569 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826744a4-48f6-4fd8-a57a-73ab69979e24 None None] Routers {'f51a9fd6-2a72-4885-b8e3-cb56c9cdac80'} bound to L3 agent in host dv-cinder-759943-10-iscsi {{(pid=94213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 18:12:05.067195 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-826744a4-48f6-4fd8-a57a-73ab69979e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T18:04:37Z,description=,heartbeat_timestamp=2021-08-12T18:11:37Z,host='dv-cinder-759943-10-iscsi',id=35f8a3af-1ed6-4507-a756-5ee5db7e6400,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T18:04:37Z,topic='l3_agent')) {'router_ids': ['f51a9fd6-2a72-4885-b8e3-cb56c9cdac80'], 'active': True} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:12:05.138981 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.57', 50153) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:12:05.146441 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412baf0f-4924-445f-b783-77cff92982b1 admin admin] Pushing event updated for resources: {'Port': ['ID=2b07fb69-9a08-4f36-8137-664903eeba95,revision_number=2']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:05.266409 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412baf0f-4924-445f-b783-77cff92982b1 admin admin] Network 69280036-392c-4dfc-84c7-1aa4a0c305c8 is already hosted by enough agents. {{(pid=94211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 18:12:05.270426 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.base_scheduler [None req-412baf0f-4924-445f-b783-77cff92982b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 18:12:05.338020 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Provisioning complete for port 71e68df2-01d5-418b-85e3-cd5b857e5a2c triggered by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:12:05.342006 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:05.422698 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_hamode_db [None req-60b7bb5e-2ccc-49e5-aacb-5b035d01035c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '125848af-d0d8-4afc-a5d1-18c01665fa15', 'name': 'tempest-AttachVolumeTestJSON-1592677697-router', 'tenant_id': '0cd01e4bf13e4379b9d179c3973204fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '71e68df2-01d5-418b-85e3-cd5b857e5a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:11:56Z', 'updated_at': '2021-08-12T18:12:02Z', 'revision_number': 4, 'project_id': '0cd01e4bf13e4379b9d179c3973204fe', 'gw_port': {'id': '71e68df2-01d5-418b-85e3-cd5b857e5a2c', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:9f:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '125848af-d0d8-4afc-a5d1-18c01665fa15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:11:57Z', 'updated_at': '2021-08-12T18:12:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi', '_interfaces': [{'id': 'ef96eada-e4f9-4724-b495-dec83a05f179', 'name': '', 'network_id': 'c79ff127-e29d-415e-ac8f-388698d304d0', 'tenant_id': '0cd01e4bf13e4379b9d179c3973204fe', 'mac_address': 'fa:16:3e:74:80:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '125848af-d0d8-4afc-a5d1-18c01665fa15', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eed8715d-98a6-404a-8335-27c57f2cf8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:12:01Z', 'updated_at': '2021-08-12T18:12:02Z', 'revision_number': 2, 'project_id': '0cd01e4bf13e4379b9d179c3973204fe', 'subnets': [{'id': 'eed8715d-98a6-404a-8335-27c57f2cf8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-10-iscsi', False) {} {{(pid=94214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:12:05.458734 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvr_db [None req-826744a4-48f6-4fd8-a57a-73ab69979e24 None None] Set router f51a9fd6-2a72-4885-b8e3-cb56c9cdac80 gateway port host: dv-cinder-759943-10-iscsi {{(pid=94213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 18:12:05.491322 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b7bb5e-2ccc-49e5-aacb-5b035d01035c None None] Checking router: 125848af-d0d8-4afc-a5d1-18c01665fa15 for host: dv-cinder-759943-10-iscsi {{(pid=94214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 18:12:05.491742 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b7bb5e-2ccc-49e5-aacb-5b035d01035c None None] Updating router 125848af-d0d8-4afc-a5d1-18c01665fa15 port ef96eada-e4f9-4724-b495-dec83a05f179 binding host dv-cinder-759943-10-iscsi {{(pid=94214) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 18:12:05.538624 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-412baf0f-4924-445f-b783-77cff92982b1 admin admin] Router f51a9fd6-2a72-4885-b8e3-cb56c9cdac80 has already been hosted by L3 agent 35f8a3af-1ed6-4507-a756-5ee5db7e6400 {{(pid=94211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 18:12:05.561759 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron_lib.callbacks.manager [None req-60b7bb5e-2ccc-49e5-aacb-5b035d01035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:05.562423 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 47284) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:12:05.586364 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-f41fa453-5b65-4ff2-9ab9-b9b67cea6b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:05.628555 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-2c5478c5-a53f-403e-9f36-cb574144dbde req-4d7d92dc-6dfb-41f8-9657-c7c6101991ef tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] 10.222.0.30 "GET /v2.0/ports?device_id=48b5a9e5-26f9-427f-a857-3a1f609d6bc9 HTTP/1.1" status: 200 len: 210 time: 0.4438410 Aug 12 18:12:05.811256 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-412baf0f-4924-445f-b783-77cff92982b1 admin admin] Notify agent at l3_agent.dv-cinder-759943-10-iscsi the message routers_updated {{(pid=94211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 18:12:05.818820 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.v2.base [None req-90ec6ae6-d6e8-41ad-9c8f-0ae4c9a102c4 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1693969936', 'description': 'tempest-description--54956045'}} {{(pid=94211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:12:05.837678 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-412baf0f-4924-445f-b783-77cff92982b1 admin admin] 10.222.0.30 "PUT /v2.0/routers/f51a9fd6-2a72-4885-b8e3-cb56c9cdac80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8711219 Aug 12 18:12:05.896758 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee5b640-9823-4fa6-a871-0f17908d2d93 req-991b4e53-f3f3-461d-86c9-23e40bce8387 tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:05.900770 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-3ee5b640-9823-4fa6-a871-0f17908d2d93 req-991b4e53-f3f3-461d-86c9-23e40bce8387 tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] 10.222.0.57 "GET /v2.0/networks?id=ade022c3-6351-4c5a-8392-48693c97d512 HTTP/1.1" status: 200 len: 812 time: 0.7608504 Aug 12 18:12:05.903542 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-90ec6ae6-d6e8-41ad-9c8f-0ae4c9a102c4 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Notify callbacks [] for security_group, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:05.915220 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:05.955832 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.v2.base [req-3ee5b640-9823-4fa6-a871-0f17908d2d93 req-a3c52a7f-f094-4224-9fc9-4680c0d90324 tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] Request body: {'port': {'device_id': '48b5a9e5-26f9-427f-a857-3a1f609d6bc9', 'network_id': 'ade022c3-6351-4c5a-8392-48693c97d512', 'admin_state_up': True, 'tenant_id': 'c317a6d31c6a48aeaa1cfbf5728d5329'}} {{(pid=94212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:12:06.010158 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] For port 71e68df2-01d5-418b-85e3-cd5b857e5a2c, host dv-cinder-759943-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-10-iscsi',level=0,port_id=71e68df2-01d5-418b-85e3-cd5b857e5a2c,segment=NetworkSegment(7eaed6a7-5a45-4d84-aa5c-ab7d15676367),segment_id=7eaed6a7-5a45-4d84-aa5c-ab7d15676367)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:12:06.016600 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 47314) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:12:06.022620 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:06.111650 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron_lib.callbacks.manager [None req-60b7bb5e-2ccc-49e5-aacb-5b035d01035c None None] Notify callbacks [] for port, precommit_update {{(pid=94214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:06.119554 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.provisioning_blocks [None req-60b7bb5e-2ccc-49e5-aacb-5b035d01035c None None] Transition to ACTIVE for port object ef96eada-e4f9-4724-b495-dec83a05f179 will not be triggered until provisioned by entity L2. {{(pid=94214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 18:12:06.128877 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron_lib.callbacks.manager [None req-60b7bb5e-2ccc-49e5-aacb-5b035d01035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:06.129187 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-90ec6ae6-d6e8-41ad-9c8f-0ae4c9a102c4 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Notify callbacks [] for security_group, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:06.135595 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-90ec6ae6-d6e8-41ad-9c8f-0ae4c9a102c4 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:06.170719 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-90ec6ae6-d6e8-41ad-9c8f-0ae4c9a102c4 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Notify callbacks [] for security_group, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:06.181305 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-826744a4-48f6-4fd8-a57a-73ab69979e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f51a9fd6-2a72-4885-b8e3-cb56c9cdac80', 'name': 'tempest-ServerRescueNegativeTestJSON-1865704431-router', 'tenant_id': 'ec7b40fc66d54f7baf7c87a636dd94ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': 'c49bfebe-173e-43af-947f-878c329565d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:11:57Z', 'updated_at': '2021-08-12T18:12:04Z', 'revision_number': 4, 'project_id': 'ec7b40fc66d54f7baf7c87a636dd94ac', 'gw_port': {'id': 'c49bfebe-173e-43af-947f-878c329565d7', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:77:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f51a9fd6-2a72-4885-b8e3-cb56c9cdac80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:11:58Z', 'updated_at': '2021-08-12T18:12:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi', '_interfaces': [{'id': '2b07fb69-9a08-4f36-8137-664903eeba95', 'name': '', 'network_id': '69280036-392c-4dfc-84c7-1aa4a0c305c8', 'tenant_id': 'ec7b40fc66d54f7baf7c87a636dd94ac', 'mac_address': 'fa:16:3e:d7:e0:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f51a9fd6-2a72-4885-b8e3-cb56c9cdac80', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'afc1472d-6afb-47f2-8956-e41e4c0db5e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:12:03Z', 'updated_at': '2021-08-12T18:12:04Z', 'revision_number': 2, 'project_id': 'ec7b40fc66d54f7baf7c87a636dd94ac', 'subnets': [{'id': 'afc1472d-6afb-47f2-8956-e41e4c0db5e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-10-iscsi', False) {} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:12:06.181872 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-90ec6ae6-d6e8-41ad-9c8f-0ae4c9a102c4 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 0.3728194 Aug 12 18:12:06.183139 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 47328) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:12:06.195557 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c454b26-4880-42dc-b1ba-e05d7497b61e None None] Pushing event updated for resources: {'Port': ['ID=ef96eada-e4f9-4724-b495-dec83a05f179,revision_number=3']} {{(pid=94214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:06.196368 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.v2.base [None req-f54ea801-b430-4129-8db1-ef25d4fccb4d tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Request body: {'security_group_rule': {'security_group_id': 'c57fdca1-344f-4de7-a17a-826f1447a3a4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:12:06.248782 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Pushing event updated for resources: {'Port': ['ID=71e68df2-01d5-418b-85e3-cd5b857e5a2c,revision_number=4']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:06.257811 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ec6ae6-d6e8-41ad-9c8f-0ae4c9a102c4 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c57fdca1-344f-4de7-a17a-826f1447a3a4,revision_number=1']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:06.262921 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826744a4-48f6-4fd8-a57a-73ab69979e24 None None] The sync data for ids ['f51a9fd6-2a72-4885-b8e3-cb56c9cdac80'] in dv-cinder-759943-10-iscsi is: [{'id': 'f51a9fd6-2a72-4885-b8e3-cb56c9cdac80', 'name': 'tempest-ServerRescueNegativeTestJSON-1865704431-router', 'tenant_id': 'ec7b40fc66d54f7baf7c87a636dd94ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': 'c49bfebe-173e-43af-947f-878c329565d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:11:57Z', 'updated_at': '2021-08-12T18:12:04Z', 'revision_number': 4, 'project_id': 'ec7b40fc66d54f7baf7c87a636dd94ac', 'gw_port': {'id': 'c49bfebe-173e-43af-947f-878c329565d7', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:77:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f51a9fd6-2a72-4885-b8e3-cb56c9cdac80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:11:58Z', 'updated_at': '2021-08-12T18:12:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi', '_interfaces': [{'id': '2b07fb69-9a08-4f36-8137-664903eeba95', 'name': '', 'network_id': '69280036-392c-4dfc-84c7-1aa4a0c305c8', 'tenant_id': 'ec7b40fc66d54f7baf7c87a636dd94ac', 'mac_address': 'fa:16:3e:d7:e0:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f51a9fd6-2a72-4885-b8e3-cb56c9cdac80', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'afc1472d-6afb-47f2-8956-e41e4c0db5e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:12:03Z', 'updated_at': '2021-08-12T18:12:04Z', 'revision_number': 2, 'project_id': 'ec7b40fc66d54f7baf7c87a636dd94ac', 'subnets': [{'id': 'afc1472d-6afb-47f2-8956-e41e4c0db5e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 18:12:06.296626 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-f54ea801-b430-4129-8db1-ef25d4fccb4d tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:06.384588 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.managers [None req-60b7bb5e-2ccc-49e5-aacb-5b035d01035c None None] Attempting to bind port ef96eada-e4f9-4724-b495-dec83a05f179 on host dv-cinder-759943-10-iscsi for vnic_type normal with profile {{(pid=94214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 18:12:06.394893 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.managers [None req-60b7bb5e-2ccc-49e5-aacb-5b035d01035c None None] Attempting to bind port ef96eada-e4f9-4724-b495-dec83a05f179 by drivers openvswitch,hyperv on host dv-cinder-759943-10-iscsi at level 0 using segments [{'id': '46bbfa7e-a69f-4f8c-9052-3afd7fb55f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c79ff127-e29d-415e-ac8f-388698d304d0'}] {{(pid=94214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 18:12:06.395469 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b7bb5e-2ccc-49e5-aacb-5b035d01035c None None] Attempting to bind port ef96eada-e4f9-4724-b495-dec83a05f179 on network c79ff127-e29d-415e-ac8f-388698d304d0 {{(pid=94214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 18:12:06.404395 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b7bb5e-2ccc-49e5-aacb-5b035d01035c None None] Checking agent: {'id': '5c163145-f35a-4c40-8b97-030a9bee90f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 18, 4, 38), 'started_at': datetime.datetime(2021, 8, 12, 18, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 18, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 18:12:06.407820 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b7bb5e-2ccc-49e5-aacb-5b035d01035c None None] Checking segment: {'id': '46bbfa7e-a69f-4f8c-9052-3afd7fb55f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c79ff127-e29d-415e-ac8f-388698d304d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 18:12:06.408381 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron_lib.callbacks.manager [None req-60b7bb5e-2ccc-49e5-aacb-5b035d01035c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:06.410269 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b7bb5e-2ccc-49e5-aacb-5b035d01035c None None] Bound using segment: {'id': '46bbfa7e-a69f-4f8c-9052-3afd7fb55f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c79ff127-e29d-415e-ac8f-388698d304d0'} {{(pid=94214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 18:12:06.411085 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.managers [None req-60b7bb5e-2ccc-49e5-aacb-5b035d01035c None None] Bound port: ef96eada-e4f9-4724-b495-dec83a05f179, host: dv-cinder-759943-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46bbfa7e-a69f-4f8c-9052-3afd7fb55f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c79ff127-e29d-415e-ac8f-388698d304d0'}}] {{(pid=94214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 18:12:06.413522 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron_lib.callbacks.manager [None req-60b7bb5e-2ccc-49e5-aacb-5b035d01035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:06.430366 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ee5b640-9823-4fa6-a871-0f17908d2d93 req-a3c52a7f-f094-4224-9fc9-4680c0d90324 tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] Made reservation on behalf of c317a6d31c6a48aeaa1cfbf5728d5329 for: {'port': 1} {{(pid=94212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 18:12:06.440439 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-3ee5b640-9823-4fa6-a871-0f17908d2d93 req-a3c52a7f-f094-4224-9fc9-4680c0d90324 tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:06.477536 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-f54ea801-b430-4129-8db1-ef25d4fccb4d tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:06.482904 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-f54ea801-b430-4129-8db1-ef25d4fccb4d tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740685'] for security_group_rule, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:06.549396 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-17ea951c-4508-466c-8d50-b03e88f2f050 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:06.551674 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-f54ea801-b430-4129-8db1-ef25d4fccb4d tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:06.553044 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-f54ea801-b430-4129-8db1-ef25d4fccb4d tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3616147 Aug 12 18:12:06.556673 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 47350) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:12:06.572661 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.v2.base [None req-0ccfc7da-162c-4153-9b1b-128df571623a tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Request body: {'security_group_rule': {'security_group_id': 'c57fdca1-344f-4de7-a17a-826f1447a3a4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:12:06.581347 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.db [None req-60b7bb5e-2ccc-49e5-aacb-5b035d01035c None None] For port ef96eada-e4f9-4724-b495-dec83a05f179, host dv-cinder-759943-10-iscsi, cleared binding levels {{(pid=94214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 18:12:06.586209 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.db [None req-60b7bb5e-2ccc-49e5-aacb-5b035d01035c None None] For port ef96eada-e4f9-4724-b495-dec83a05f179, host dv-cinder-759943-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-10-iscsi',level=0,port_id=ef96eada-e4f9-4724-b495-dec83a05f179,segment=NetworkSegment(46bbfa7e-a69f-4f8c-9052-3afd7fb55f04),segment_id=46bbfa7e-a69f-4f8c-9052-3afd7fb55f04)] {{(pid=94214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 18:12:06.599347 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron_lib.callbacks.manager [None req-60b7bb5e-2ccc-49e5-aacb-5b035d01035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:06.602684 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54ea801-b430-4129-8db1-ef25d4fccb4d tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f0c2c49-2f61-4b63-96f6-62dbe36cefbb,revision_number=0']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:06.628214 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.db.api [None req-17ea951c-4508-466c-8d50-b03e88f2f050 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 12 18:12:06.628214 dv-cinder-759943-10-iscsi neutron-server[94211]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 12 18:12:06.628214 dv-cinder-759943-10-iscsi neutron-server[94211]: [parameters: {'project_id_1': 'df9f76586cf54cdfb1bd9450e3fa15cd', 'expiration_1': datetime.datetime(2021, 8, 12, 18, 12, 6, 615228)}] Aug 12 18:12:06.628214 dv-cinder-759943-10-iscsi neutron-server[94211]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94211) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 18:12:06.630098 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG oslo_db.api [None req-17ea951c-4508-466c-8d50-b03e88f2f050 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 18:12:06.670653 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-0ccfc7da-162c-4153-9b1b-128df571623a tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:06.775424 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c454b26-4880-42dc-b1ba-e05d7497b61e None None] Pushing event updated for resources: {'Port': ['ID=ef96eada-e4f9-4724-b495-dec83a05f179,revision_number=4']} {{(pid=94214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:06.786698 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b7bb5e-2ccc-49e5-aacb-5b035d01035c None None] Routers {'125848af-d0d8-4afc-a5d1-18c01665fa15'} bound to L3 agent in host dv-cinder-759943-10-iscsi {{(pid=94214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 18:12:06.788238 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_hamode_db [None req-60b7bb5e-2ccc-49e5-aacb-5b035d01035c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T18:04:37Z,description=,heartbeat_timestamp=2021-08-12T18:11:37Z,host='dv-cinder-759943-10-iscsi',id=35f8a3af-1ed6-4507-a756-5ee5db7e6400,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T18:04:37Z,topic='l3_agent')) {'router_ids': ['125848af-d0d8-4afc-a5d1-18c01665fa15'], 'active': True} {{(pid=94214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:12:06.805983 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-0ccfc7da-162c-4153-9b1b-128df571623a tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:06.817569 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-0ccfc7da-162c-4153-9b1b-128df571623a tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740685'] for security_group_rule, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:06.864438 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccfc7da-162c-4153-9b1b-128df571623a tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c680122-26aa-490d-9295-0f7fbf46387c,revision_number=0']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:06.877494 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-0ccfc7da-162c-4153-9b1b-128df571623a tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:06.882645 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-0ccfc7da-162c-4153-9b1b-128df571623a tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3248806 Aug 12 18:12:06.883562 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 47364) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:12:06.889017 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.v2.base [None req-c0034e20-09f8-4846-b270-fdfb5c251da4 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Request body: {'floatingip': {'floating_network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce'}} {{(pid=94211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:12:06.964173 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-c0034e20-09f8-4846-b270-fdfb5c251da4 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Notify callbacks [] for floatingip, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:07.033023 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.db_base_plugin_common [req-3ee5b640-9823-4fa6-a871-0f17908d2d93 req-a3c52a7f-f094-4224-9fc9-4680c0d90324 tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] Allocated IP 172.20.0.13 (ade022c3-6351-4c5a-8392-48693c97d512/d5a2b6d2-07e5-4844-ab12-b21f07244ebe/4a81de02-fcb4-4845-ae88-44a6128e03eb) {{(pid=94212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 18:12:07.071428 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_dvr_db [None req-60b7bb5e-2ccc-49e5-aacb-5b035d01035c None None] Set router 125848af-d0d8-4afc-a5d1-18c01665fa15 gateway port host: dv-cinder-759943-10-iscsi {{(pid=94214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 18:12:07.208917 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-17ea951c-4508-466c-8d50-b03e88f2f050 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:07.241303 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-b15a81d1-3ecc-47ad-8697-f4d32d516bdd req-66de4524-6ffd-42d5-97e9-1e9d914e8a38 tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] 10.222.0.30 "GET /v2.0/ports?device_id=48b5a9e5-26f9-427f-a857-3a1f609d6bc9 HTTP/1.1" status: 200 len: 210 time: 0.2619054 Aug 12 18:12:07.332617 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-f1ca6f05-4014-4e18-90d2-8c508f91f410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:07.434146 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 47374) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:12:07.557382 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_hamode_db [None req-60b7bb5e-2ccc-49e5-aacb-5b035d01035c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '125848af-d0d8-4afc-a5d1-18c01665fa15', 'name': 'tempest-AttachVolumeTestJSON-1592677697-router', 'tenant_id': '0cd01e4bf13e4379b9d179c3973204fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '71e68df2-01d5-418b-85e3-cd5b857e5a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:11:56Z', 'updated_at': '2021-08-12T18:12:02Z', 'revision_number': 4, 'project_id': '0cd01e4bf13e4379b9d179c3973204fe', 'gw_port': {'id': '71e68df2-01d5-418b-85e3-cd5b857e5a2c', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:9f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125848af-d0d8-4afc-a5d1-18c01665fa15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:11:57Z', 'updated_at': '2021-08-12T18:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi', '_interfaces': [{'id': 'ef96eada-e4f9-4724-b495-dec83a05f179', 'name': '', 'network_id': 'c79ff127-e29d-415e-ac8f-388698d304d0', 'tenant_id': '0cd01e4bf13e4379b9d179c3973204fe', 'mac_address': 'fa:16:3e:74:80:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '125848af-d0d8-4afc-a5d1-18c01665fa15', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eed8715d-98a6-404a-8335-27c57f2cf8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:12:01Z', 'updated_at': '2021-08-12T18:12:06Z', 'revision_number': 4, 'project_id': '0cd01e4bf13e4379b9d179c3973204fe', 'subnets': [{'id': 'eed8715d-98a6-404a-8335-27c57f2cf8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-10-iscsi', False) {} {{(pid=94214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:12:07.638257 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b7bb5e-2ccc-49e5-aacb-5b035d01035c None None] The sync data for ids ['125848af-d0d8-4afc-a5d1-18c01665fa15'] in dv-cinder-759943-10-iscsi is: [{'id': '125848af-d0d8-4afc-a5d1-18c01665fa15', 'name': 'tempest-AttachVolumeTestJSON-1592677697-router', 'tenant_id': '0cd01e4bf13e4379b9d179c3973204fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '71e68df2-01d5-418b-85e3-cd5b857e5a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:11:56Z', 'updated_at': '2021-08-12T18:12:02Z', 'revision_number': 4, 'project_id': '0cd01e4bf13e4379b9d179c3973204fe', 'gw_port': {'id': '71e68df2-01d5-418b-85e3-cd5b857e5a2c', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:9f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125848af-d0d8-4afc-a5d1-18c01665fa15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:11:57Z', 'updated_at': '2021-08-12T18:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi', '_interfaces': [{'id': 'ef96eada-e4f9-4724-b495-dec83a05f179', 'name': '', 'network_id': 'c79ff127-e29d-415e-ac8f-388698d304d0', 'tenant_id': '0cd01e4bf13e4379b9d179c3973204fe', 'mac_address': 'fa:16:3e:74:80:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '125848af-d0d8-4afc-a5d1-18c01665fa15', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eed8715d-98a6-404a-8335-27c57f2cf8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:12:01Z', 'updated_at': '2021-08-12T18:12:06Z', 'revision_number': 4, 'project_id': '0cd01e4bf13e4379b9d179c3973204fe', 'subnets': [{'id': 'eed8715d-98a6-404a-8335-27c57f2cf8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 18:12:07.807969 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-3ee5b640-9823-4fa6-a871-0f17908d2d93 req-a3c52a7f-f094-4224-9fc9-4680c0d90324 tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] Notify callbacks [] for port, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:07.938906 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-c0034e20-09f8-4846-b270-fdfb5c251da4 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:07.997983 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:08.265608 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.db.db_base_plugin_common [None req-c0034e20-09f8-4846-b270-fdfb5c251da4 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Allocated IP 172.27.3.203 (7a7b82d9-a69e-485d-9e07-6a129d075bce/c473b355-6ff8-4f1b-9a18-c893e152c20b/9d9c240f-81d8-4329-a4c8-7ad064b5b89e) {{(pid=94211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 18:12:08.324157 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e248b-6fe5-4e9f-94bc-d0512cdc9b30 req-43627f17-b66d-4510-b92c-93d02c9970d2 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:08.340469 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-ae7e248b-6fe5-4e9f-94bc-d0512cdc9b30 req-43627f17-b66d-4510-b92c-93d02c9970d2 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/networks?id=69280036-392c-4dfc-84c7-1aa4a0c305c8 HTTP/1.1" status: 200 len: 819 time: 0.5171623 Aug 12 18:12:08.402676 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-ae7e248b-6fe5-4e9f-94bc-d0512cdc9b30 req-05f75ef5-83be-497a-afc6-d96c02e43013 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/quotas/ec7b40fc66d54f7baf7c87a636dd94ac HTTP/1.1" status: 200 len: 375 time: 0.0551248 Aug 12 18:12:08.472104 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device c49bfebe-173e-43af-947f-878c329565d7 up at agent ovs-agent-dv-cinder-759943-10-iscsi {{(pid=94213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 18:12:08.520428 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-3ee5b640-9823-4fa6-a871-0f17908d2d93 req-a3c52a7f-f094-4224-9fc9-4680c0d90324 tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763627144933'] for port, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:08.590549 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-c0034e20-09f8-4846-b270-fdfb5c251da4 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Notify callbacks [] for port, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:08.596825 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-2083c3fd-5dc5-47ae-86de-acca0e7a8e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:08.697589 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Provisioning for port c49bfebe-173e-43af-947f-878c329565d7 completed by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 18:12:08.703861 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Provisioning complete for port c49bfebe-173e-43af-947f-878c329565d7 triggered by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:12:08.705574 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:08.807627 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:08.839740 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] For port c49bfebe-173e-43af-947f-878c329565d7, host dv-cinder-759943-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-10-iscsi',level=0,port_id=c49bfebe-173e-43af-947f-878c329565d7,segment=NetworkSegment(7eaed6a7-5a45-4d84-aa5c-ab7d15676367),segment_id=7eaed6a7-5a45-4d84-aa5c-ab7d15676367)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:12:08.847574 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:08.849138 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device ef96eada-e4f9-4724-b495-dec83a05f179 up at agent ovs-agent-dv-cinder-759943-10-iscsi {{(pid=94213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 18:12:08.865617 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ee5b640-9823-4fa6-a871-0f17908d2d93 req-a3c52a7f-f094-4224-9fc9-4680c0d90324 tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] Network ade022c3-6351-4c5a-8392-48693c97d512 is already hosted by enough agents. {{(pid=94212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 18:12:08.885254 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.base_scheduler [req-3ee5b640-9823-4fa6-a871-0f17908d2d93 req-a3c52a7f-f094-4224-9fc9-4680c0d90324 tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] Resources bound (agent type, host, resource id): {{(pid=94212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 18:12:08.912120 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ee5b640-9823-4fa6-a871-0f17908d2d93 req-a3c52a7f-f094-4224-9fc9-4680c0d90324 tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] Received port after_create {{(pid=94212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 18:12:08.996467 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-17ea951c-4508-466c-8d50-b03e88f2f050 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:08.996467 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-47449314-f909-4bd9-a95c-ec476cfd50a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:09.000535 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee5b640-9823-4fa6-a871-0f17908d2d93 req-a3c52a7f-f094-4224-9fc9-4680c0d90324 tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:09.001341 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Provisioning for port ef96eada-e4f9-4724-b495-dec83a05f179 completed by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 18:12:09.003766 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-3ee5b640-9823-4fa6-a871-0f17908d2d93 req-a3c52a7f-f094-4224-9fc9-4680c0d90324 tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564513'] for port, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:09.023695 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Provisioning complete for port ef96eada-e4f9-4724-b495-dec83a05f179 triggered by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:12:09.024064 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:09.036599 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-c0034e20-09f8-4846-b270-fdfb5c251da4 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763627144933'] for port, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:09.042819 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-17ea951c-4508-466c-8d50-b03e88f2f050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:09.108446 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-ae7e248b-6fe5-4e9f-94bc-d0512cdc9b30 req-7e753479-d657-4a07-8c09-b8f484a1db60 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ec7b40fc66d54f7baf7c87a636dd94ac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6918499 Aug 12 18:12:09.114209 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c52a7f-f094-4224-9fc9-4680c0d90324 tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] Pushing event updated for resources: {'Port': ['ID=4a81de02-fcb4-4845-ae88-44a6128e03eb,revision_number=1']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:09.128950 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Pushing event updated for resources: {'Port': ['ID=c49bfebe-173e-43af-947f-878c329565d7,revision_number=4']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:09.130500 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-3ee5b640-9823-4fa6-a871-0f17908d2d93 req-a3c52a7f-f094-4224-9fc9-4680c0d90324 tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1849291 Aug 12 18:12:09.153781 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [req-3ee5b640-9823-4fa6-a871-0f17908d2d93 req-6a295d70-6783-4d1a-84d0-cd2ca9f26aa5 tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=94212) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 18:12:09.156973 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-3ee5b640-9823-4fa6-a871-0f17908d2d93 req-6a295d70-6783-4d1a-84d0-cd2ca9f26aa5 tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0124109 Aug 12 18:12:09.196998 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0034e20-09f8-4846-b270-fdfb5c251da4 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Pushing event updated for resources: {'Port': ['ID=9d9c240f-81d8-4329-a4c8-7ad064b5b89e,revision_number=1']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:09.222599 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:09.233874 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ea951c-4508-466c-8d50-b03e88f2f050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34bcc9ec-678f-42fa-8bca-d1452fadf8f0,revision_number=1']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:09.335565 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] For port ef96eada-e4f9-4724-b495-dec83a05f179, host dv-cinder-759943-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-10-iscsi',level=0,port_id=ef96eada-e4f9-4724-b495-dec83a05f179,segment=NetworkSegment(46bbfa7e-a69f-4f8c-9052-3afd7fb55f04),segment_id=46bbfa7e-a69f-4f8c-9052-3afd7fb55f04)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:12:09.344557 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:09.345372 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device 71e68df2-01d5-418b-85e3-cd5b857e5a2c up at agent ovs-agent-dv-cinder-759943-10-iscsi {{(pid=94213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 18:12:09.514775 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Pushing event updated for resources: {'Port': ['ID=ef96eada-e4f9-4724-b495-dec83a05f179,revision_number=5']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:09.580919 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Provisioning complete for port 71e68df2-01d5-418b-85e3-cd5b857e5a2c triggered by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:12:09.581746 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:09.582113 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.v2.base [req-3ee5b640-9823-4fa6-a871-0f17908d2d93 req-e4a890e0-437e-4bbb-8de0-0bddd01b9492 service neutron] Request body: {'port': {'device_id': '48b5a9e5-26f9-427f-a857-3a1f609d6bc9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=94212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:12:09.749212 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-3ee5b640-9823-4fa6-a871-0f17908d2d93 req-e4a890e0-437e-4bbb-8de0-0bddd01b9492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:09.802251 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0034e20-09f8-4846-b270-fdfb5c251da4 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Network 7a7b82d9-a69e-485d-9e07-6a129d075bce is already hosted by enough agents. {{(pid=94211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 18:12:09.827786 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4848c073-0c67-4f96-9045-45558896af46 req-1fed2e95-124a-44d5-abfb-6b354d911d53 tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:09.835678 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-4848c073-0c67-4f96-9045-45558896af46 req-1fed2e95-124a-44d5-abfb-6b354d911d53 tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] 10.222.0.30 "GET /v2.0/ports?device_id=48b5a9e5-26f9-427f-a857-3a1f609d6bc9 HTTP/1.1" status: 200 len: 932 time: 1.0959005 Aug 12 18:12:09.881037 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [req-ae7e248b-6fe5-4e9f-94bc-d0512cdc9b30 req-e161b23d-b342-49fc-8cf2-0eae9bd5c402 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=94212) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 18:12:09.893322 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-ae7e248b-6fe5-4e9f-94bc-d0512cdc9b30 req-e161b23d-b342-49fc-8cf2-0eae9bd5c402 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3911316 Aug 12 18:12:09.907405 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-17ea951c-4508-466c-8d50-b03e88f2f050 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=df9f76586cf54cdfb1bd9450e3fa15cd&name=default HTTP/1.1" status: 200 len: 2978 time: 3.8880301 Aug 12 18:12:09.909052 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.base_scheduler [None req-c0034e20-09f8-4846-b270-fdfb5c251da4 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Resources bound (agent type, host, resource id): {{(pid=94211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 18:12:09.913249 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 47458) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:12:09.965017 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0034e20-09f8-4846-b270-fdfb5c251da4 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Received port after_create {{(pid=94211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 18:12:10.225564 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-b1de9828-bfad-4ef8-8d69-6d6f9fbe420c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:10.255512 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-ae7e248b-6fe5-4e9f-94bc-d0512cdc9b30 req-c5f0e037-4782-405f-976e-188868c4d423 service neutron] 10.222.0.30 "GET /v2.0/networks/69280036-392c-4dfc-84c7-1aa4a0c305c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3584201 Aug 12 18:12:10.256126 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device ef96eada-e4f9-4724-b495-dec83a05f179 up at agent ovs-agent-dv-cinder-759943-10-iscsi {{(pid=94213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 18:12:10.349365 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-4848c073-0c67-4f96-9045-45558896af46 req-eedf1f3d-e964-4a83-80d7-4dd786f2c9cb tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1dcac89-572e-4f99-8c35-64f434445c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5126364 Aug 12 18:12:10.437102 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 47480) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:12:10.450009 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Provisioning complete for port ef96eada-e4f9-4724-b495-dec83a05f179 triggered by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:12:10.450751 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:10.564138 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-c0034e20-09f8-4846-b270-fdfb5c251da4 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:10.616809 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device c49bfebe-173e-43af-947f-878c329565d7 up at agent ovs-agent-dv-cinder-759943-10-iscsi {{(pid=94213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 18:12:10.634394 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-fb939c52-dfb1-430b-84cb-41ec467c0157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:10.822414 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-c0034e20-09f8-4846-b270-fdfb5c251da4 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:10.825866 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Provisioning complete for port c49bfebe-173e-43af-947f-878c329565d7 triggered by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:12:10.826263 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:10.872717 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-ae7e248b-6fe5-4e9f-94bc-d0512cdc9b30 req-182e28f3-f497-4739-8bd7-f258785613c0 service neutron] 10.222.0.30 "GET /v2.0/networks/69280036-392c-4dfc-84c7-1aa4a0c305c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6086907 Aug 12 18:12:11.138948 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-47449314-f909-4bd9-a95c-ec476cfd50a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:11.167345 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-fb939c52-dfb1-430b-84cb-41ec467c0157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:11.173604 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-47449314-f909-4bd9-a95c-ec476cfd50a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:11.364817 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b748f769-22c2-4100-a772-e5ef9526507c None None] Sync routers for ids ['f51a9fd6-2a72-4885-b8e3-cb56c9cdac80'] in dv-cinder-759943-10-iscsi {{(pid=94213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 18:12:11.475198 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-4d2f3e63-c56a-4a7e-8461-24172bb367a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:11.475736 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b748f769-22c2-4100-a772-e5ef9526507c None None] Routers {'f51a9fd6-2a72-4885-b8e3-cb56c9cdac80'} bound to L3 agent in host dv-cinder-759943-10-iscsi {{(pid=94213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 18:12:11.476675 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-b748f769-22c2-4100-a772-e5ef9526507c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T18:04:37Z,description=,heartbeat_timestamp=2021-08-12T18:12:07Z,host='dv-cinder-759943-10-iscsi',id=35f8a3af-1ed6-4507-a756-5ee5db7e6400,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T18:04:37Z,topic='l3_agent')) {'router_ids': ['f51a9fd6-2a72-4885-b8e3-cb56c9cdac80'], 'active': True} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:12:11.526478 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.notifiers.nova [req-3ee5b640-9823-4fa6-a871-0f17908d2d93 req-e4a890e0-437e-4bbb-8de0-0bddd01b9492 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a81de02-fcb4-4845-ae88-44a6128e03eb {{(pid=94212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 18:12:11.579166 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-3ee5b640-9823-4fa6-a871-0f17908d2d93 req-e4a890e0-437e-4bbb-8de0-0bddd01b9492 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:11.624441 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-71d8de74-e26c-40d6-b61b-44093845c627 req-673f9ee8-93eb-4726-82ea-5b1aaa018fc2 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc73c794-c918-4d35-b969-010662453973 HTTP/1.1" status: 200 len: 210 time: 0.1306725 Aug 12 18:12:11.697580 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.provisioning_blocks [req-3ee5b640-9823-4fa6-a871-0f17908d2d93 req-e4a890e0-437e-4bbb-8de0-0bddd01b9492 service neutron] Transition to ACTIVE for port object 4a81de02-fcb4-4845-ae88-44a6128e03eb will not be triggered until provisioned by entity L2. {{(pid=94212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 18:12:11.705067 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-3ee5b640-9823-4fa6-a871-0f17908d2d93 req-e4a890e0-437e-4bbb-8de0-0bddd01b9492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:11.754516 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-47449314-f909-4bd9-a95c-ec476cfd50a9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8ae642c2afe74281a7f513afc1ec9ce2&name=default HTTP/1.1" status: 200 len: 2979 time: 4.3189328 Aug 12 18:12:11.763235 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 47554) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:12:11.801062 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47449314-f909-4bd9-a95c-ec476cfd50a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e8b7701-c708-42a0-a9e5-4ab91b555c0c,revision_number=1']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:11.859274 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a890e0-437e-4bbb-8de0-0bddd01b9492 service neutron] Pushing event updated for resources: {'Port': ['ID=4a81de02-fcb4-4845-ae88-44a6128e03eb,revision_number=2']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:11.905046 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvr_db [None req-b748f769-22c2-4100-a772-e5ef9526507c None None] Set router f51a9fd6-2a72-4885-b8e3-cb56c9cdac80 gateway port host: dv-cinder-759943-10-iscsi {{(pid=94213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 18:12:12.073866 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.managers [req-3ee5b640-9823-4fa6-a871-0f17908d2d93 req-e4a890e0-437e-4bbb-8de0-0bddd01b9492 service neutron] Attempting to bind port 4a81de02-fcb4-4845-ae88-44a6128e03eb on host hv-cinder-75994 for vnic_type normal with profile {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 18:12:12.074321 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.managers [req-3ee5b640-9823-4fa6-a871-0f17908d2d93 req-e4a890e0-437e-4bbb-8de0-0bddd01b9492 service neutron] Attempting to bind port 4a81de02-fcb4-4845-ae88-44a6128e03eb by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': '251131b0-5c22-43b4-b611-e09d37f1d680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ade022c3-6351-4c5a-8392-48693c97d512'}] {{(pid=94212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 18:12:12.074743 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee5b640-9823-4fa6-a871-0f17908d2d93 req-e4a890e0-437e-4bbb-8de0-0bddd01b9492 service neutron] Attempting to bind port 4a81de02-fcb4-4845-ae88-44a6128e03eb on network ade022c3-6351-4c5a-8392-48693c97d512 {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 18:12:12.096539 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee5b640-9823-4fa6-a871-0f17908d2d93 req-e4a890e0-437e-4bbb-8de0-0bddd01b9492 service neutron] Port 4a81de02-fcb4-4845-ae88-44a6128e03eb on network ade022c3-6351-4c5a-8392-48693c97d512 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 18:12:12.096915 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee5b640-9823-4fa6-a871-0f17908d2d93 req-e4a890e0-437e-4bbb-8de0-0bddd01b9492 service neutron] Attempting to bind port 4a81de02-fcb4-4845-ae88-44a6128e03eb on network ade022c3-6351-4c5a-8392-48693c97d512 {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 18:12:12.143682 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-c0034e20-09f8-4846-b270-fdfb5c251da4 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Notify callbacks [] for port, precommit_update {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:12.182649 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-c0034e20-09f8-4846-b270-fdfb5c251da4 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:12.216970 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee5b640-9823-4fa6-a871-0f17908d2d93 req-e4a890e0-437e-4bbb-8de0-0bddd01b9492 service neutron] Checking agent: {'id': '45fcbab4-fb54-4843-ab6e-792adfc8e994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 18, 10, 22), 'started_at': datetime.datetime(2021, 8, 12, 18, 10, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 18, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 18:12:12.219380 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee5b640-9823-4fa6-a871-0f17908d2d93 req-e4a890e0-437e-4bbb-8de0-0bddd01b9492 service neutron] Checking segment: {'id': '251131b0-5c22-43b4-b611-e09d37f1d680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ade022c3-6351-4c5a-8392-48693c97d512'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 18:12:12.219987 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee5b640-9823-4fa6-a871-0f17908d2d93 req-e4a890e0-437e-4bbb-8de0-0bddd01b9492 service neutron] Bound using segment: {'id': '251131b0-5c22-43b4-b611-e09d37f1d680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ade022c3-6351-4c5a-8392-48693c97d512'} {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 18:12:12.222681 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.managers [req-3ee5b640-9823-4fa6-a871-0f17908d2d93 req-e4a890e0-437e-4bbb-8de0-0bddd01b9492 service neutron] Bound port: 4a81de02-fcb4-4845-ae88-44a6128e03eb, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '251131b0-5c22-43b4-b611-e09d37f1d680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ade022c3-6351-4c5a-8392-48693c97d512'}}] {{(pid=94212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 18:12:12.223823 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-3ee5b640-9823-4fa6-a871-0f17908d2d93 req-e4a890e0-437e-4bbb-8de0-0bddd01b9492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:12.263391 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0034e20-09f8-4846-b270-fdfb5c251da4 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Pushing event updated for resources: {'Port': ['ID=9d9c240f-81d8-4329-a4c8-7ad064b5b89e,revision_number=2']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:12.279366 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-fb939c52-dfb1-430b-84cb-41ec467c0157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:12.285120 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-fb939c52-dfb1-430b-84cb-41ec467c0157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:12.286614 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-fb939c52-dfb1-430b-84cb-41ec467c0157 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/34bcc9ec-678f-42fa-8bca-d1452fadf8f0 HTTP/1.1" status: 204 len: 168 time: 2.3485947 Aug 12 18:12:12.339789 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d98cc3-08c9-43c5-8251-9f2edf31787a req-e833f2e4-48f0-420e-a281-6b6a4e07da36 tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:12.357834 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-c1d98cc3-08c9-43c5-8251-9f2edf31787a req-e833f2e4-48f0-420e-a281-6b6a4e07da36 tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] 10.222.0.30 "GET /v2.0/ports?device_id=48b5a9e5-26f9-427f-a857-3a1f609d6bc9 HTTP/1.1" status: 200 len: 932 time: 0.8465204 Aug 12 18:12:12.368087 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-c0034e20-09f8-4846-b270-fdfb5c251da4 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734856'] for floatingip, after_update {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:12.375979 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb939c52-dfb1-430b-84cb-41ec467c0157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34bcc9ec-678f-42fa-8bca-d1452fadf8f0,revision_number=None']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:12.570328 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-a64f819c-c909-4a16-bd45-32a97fe1ae70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:12.573431 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-b748f769-22c2-4100-a772-e5ef9526507c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f51a9fd6-2a72-4885-b8e3-cb56c9cdac80', 'name': 'tempest-ServerRescueNegativeTestJSON-1865704431-router', 'tenant_id': 'ec7b40fc66d54f7baf7c87a636dd94ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': 'c49bfebe-173e-43af-947f-878c329565d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:11:57Z', 'updated_at': '2021-08-12T18:12:04Z', 'revision_number': 4, 'project_id': 'ec7b40fc66d54f7baf7c87a636dd94ac', 'gw_port': {'id': 'c49bfebe-173e-43af-947f-878c329565d7', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:77:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51a9fd6-2a72-4885-b8e3-cb56c9cdac80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:11:58Z', 'updated_at': '2021-08-12T18:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi', '_interfaces': [{'id': '2b07fb69-9a08-4f36-8137-664903eeba95', 'name': '', 'network_id': '69280036-392c-4dfc-84c7-1aa4a0c305c8', 'tenant_id': 'ec7b40fc66d54f7baf7c87a636dd94ac', 'mac_address': 'fa:16:3e:d7:e0:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f51a9fd6-2a72-4885-b8e3-cb56c9cdac80', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'afc1472d-6afb-47f2-8956-e41e4c0db5e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:12:03Z', 'updated_at': '2021-08-12T18:12:04Z', 'revision_number': 2, 'project_id': 'ec7b40fc66d54f7baf7c87a636dd94ac', 'subnets': [{'id': 'afc1472d-6afb-47f2-8956-e41e4c0db5e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-10-iscsi', False) {} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:12:12.678563 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-c1d98cc3-08c9-43c5-8251-9f2edf31787a req-2c95a117-1197-4fe8-9c93-16e18c054f61 tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1dcac89-572e-4f99-8c35-64f434445c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134902 Aug 12 18:12:12.683677 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-a64f819c-c909-4a16-bd45-32a97fe1ae70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:12.690863 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b748f769-22c2-4100-a772-e5ef9526507c None None] Checking router: f51a9fd6-2a72-4885-b8e3-cb56c9cdac80 for host: dv-cinder-759943-10-iscsi {{(pid=94213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 18:12:12.692564 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b748f769-22c2-4100-a772-e5ef9526507c None None] Updating router f51a9fd6-2a72-4885-b8e3-cb56c9cdac80 port 2b07fb69-9a08-4f36-8137-664903eeba95 binding host dv-cinder-759943-10-iscsi {{(pid=94213) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 18:12:12.724592 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018b817a-637b-4eec-ad81-83cc776a384f req-5c736558-ba3a-4946-9152-1970475c488f tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:12.726402 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-018b817a-637b-4eec-ad81-83cc776a384f req-5c736558-ba3a-4946-9152-1970475c488f tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/networks?id=69280036-392c-4dfc-84c7-1aa4a0c305c8 HTTP/1.1" status: 200 len: 819 time: 0.6083982 Aug 12 18:12:12.758472 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-018b817a-637b-4eec-ad81-83cc776a384f req-35c07b5a-cc25-4612-9b5c-8dc6cf5231c6 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/quotas/ec7b40fc66d54f7baf7c87a636dd94ac HTTP/1.1" status: 200 len: 375 time: 0.0240529 Aug 12 18:12:12.763219 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.db [req-3ee5b640-9823-4fa6-a871-0f17908d2d93 req-e4a890e0-437e-4bbb-8de0-0bddd01b9492 service neutron] For port 4a81de02-fcb4-4845-ae88-44a6128e03eb, host hv-cinder-75994, cleared binding levels {{(pid=94212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 18:12:12.806978 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-4d2f3e63-c56a-4a7e-8461-24172bb367a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:12.825102 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-4d2f3e63-c56a-4a7e-8461-24172bb367a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:12.854912 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-b748f769-22c2-4100-a772-e5ef9526507c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:12.883716 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-4d2f3e63-c56a-4a7e-8461-24172bb367a3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2f708c809237403383ba3669d4e177e1&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4319780 Aug 12 18:12:12.886605 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-c0034e20-09f8-4846-b270-fdfb5c251da4 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195385'] for floatingip, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:12.888197 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-c0034e20-09f8-4846-b270-fdfb5c251da4 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.0032821 Aug 12 18:12:12.895161 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 47614) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:12:12.927471 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-a64f819c-c909-4a16-bd45-32a97fe1ae70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:12.931479 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-a64f819c-c909-4a16-bd45-32a97fe1ae70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:12.936271 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-a64f819c-c909-4a16-bd45-32a97fe1ae70 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2e8b7701-c708-42a0-a9e5-4ab91b555c0c HTTP/1.1" status: 204 len: 168 time: 1.1361587 Aug 12 18:12:12.940272 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.db [req-3ee5b640-9823-4fa6-a871-0f17908d2d93 req-e4a890e0-437e-4bbb-8de0-0bddd01b9492 service neutron] For port 4a81de02-fcb4-4845-ae88-44a6128e03eb, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=4a81de02-fcb4-4845-ae88-44a6128e03eb,segment=NetworkSegment(251131b0-5c22-43b4-b611-e09d37f1d680),segment_id=251131b0-5c22-43b4-b611-e09d37f1d680)] {{(pid=94212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 18:12:12.954099 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2f3e63-c56a-4a7e-8461-24172bb367a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43b1ff96-0f2b-46d3-ba8e-26631e2bf66b,revision_number=1']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:12.970965 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-3ee5b640-9823-4fa6-a871-0f17908d2d93 req-e4a890e0-437e-4bbb-8de0-0bddd01b9492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:12.986178 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f819c-c909-4a16-bd45-32a97fe1ae70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e8b7701-c708-42a0-a9e5-4ab91b555c0c,revision_number=None']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:13.017215 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-971ebbff-d3ba-41fe-84de-25dbba71d3b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:13.082489 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-971ebbff-d3ba-41fe-84de-25dbba71d3b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:13.141743 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-018b817a-637b-4eec-ad81-83cc776a384f req-ac9068fb-b8a0-481b-a435-c3d105063834 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ec7b40fc66d54f7baf7c87a636dd94ac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3640332 Aug 12 18:12:13.180281 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 47622) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:12:13.257550 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-a973e62b-ba7d-4743-95fd-95d3d462790e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:13.402450 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-971ebbff-d3ba-41fe-84de-25dbba71d3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:13.417549 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-971ebbff-d3ba-41fe-84de-25dbba71d3b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:13.420432 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-971ebbff-d3ba-41fe-84de-25dbba71d3b1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/43b1ff96-0f2b-46d3-ba8e-26631e2bf66b HTTP/1.1" status: 204 len: 168 time: 0.5239346 Aug 12 18:12:13.439571 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee5b640-9823-4fa6-a871-0f17908d2d93 req-e4a890e0-437e-4bbb-8de0-0bddd01b9492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:13.440481 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-3ee5b640-9823-4fa6-a871-0f17908d2d93 req-e4a890e0-437e-4bbb-8de0-0bddd01b9492 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564513'] for port, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:13.447126 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-3ee5b640-9823-4fa6-a871-0f17908d2d93 req-e4a890e0-437e-4bbb-8de0-0bddd01b9492 service neutron] 10.222.0.57 "PUT /v2.0/ports/4a81de02-fcb4-4845-ae88-44a6128e03eb HTTP/1.1" status: 200 len: 1094 time: 4.0050681 Aug 12 18:12:13.462802 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48b5a9e5-26f9-427f-a857-3a1f609d6bc9', 'tag': '4a81de02-fcb4-4845-ae88-44a6128e03eb'}] {{(pid=94212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 18:12:13.487493 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971ebbff-d3ba-41fe-84de-25dbba71d3b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b1ff96-0f2b-46d3-ba8e-26631e2bf66b,revision_number=None']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:13.506213 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 47632) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:12:13.723022 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a890e0-437e-4bbb-8de0-0bddd01b9492 service neutron] Pushing event updated for resources: {'Port': ['ID=4a81de02-fcb4-4845-ae88-44a6128e03eb,revision_number=3']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:13.744682 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-b748f769-22c2-4100-a772-e5ef9526507c None None] Notify callbacks [] for port, precommit_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:13.767148 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-b748f769-22c2-4100-a772-e5ef9526507c None None] Transition to ACTIVE for port object 2b07fb69-9a08-4f36-8137-664903eeba95 will not be triggered until provisioned by entity L2. {{(pid=94213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 18:12:13.783422 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-b748f769-22c2-4100-a772-e5ef9526507c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:13.893181 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-0aad61ec-05e6-4009-a7bc-64f70eaab22d req-22778222-0f74-4fec-b5a4-3a4b542cada8 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1693969936&fields=id&tenant_id=0cd01e4bf13e4379b9d179c3973204fe HTTP/1.1" status: 200 len: 267 time: 0.3406467 Aug 12 18:12:13.999323 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-018b817a-637b-4eec-ad81-83cc776a384f req-f175b70c-c3b3-4b2e-b512-a5f8a30d4208 service neutron] 10.222.0.30 "GET /v2.0/networks/69280036-392c-4dfc-84c7-1aa4a0c305c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8563499 Aug 12 18:12:14.035408 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee5b640-9823-4fa6-a871-0f17908d2d93 req-5a53ee9c-80f7-4155-ba9b-d3dc72e9f235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:14.037599 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-3ee5b640-9823-4fa6-a871-0f17908d2d93 req-5a53ee9c-80f7-4155-ba9b-d3dc72e9f235 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c317a6d31c6a48aeaa1cfbf5728d5329&device_id=48b5a9e5-26f9-427f-a857-3a1f609d6bc9 HTTP/1.1" status: 200 len: 1097 time: 0.2383990 Aug 12 18:12:14.064923 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1c2131-f872-4f82-9b91-4f59e1da5ff9 None None] Pushing event updated for resources: {'Port': ['ID=2b07fb69-9a08-4f36-8137-664903eeba95,revision_number=3']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:14.223710 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-a973e62b-ba7d-4743-95fd-95d3d462790e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:14.238509 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.managers [None req-b748f769-22c2-4100-a772-e5ef9526507c None None] Attempting to bind port 2b07fb69-9a08-4f36-8137-664903eeba95 on host dv-cinder-759943-10-iscsi for vnic_type normal with profile {{(pid=94213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 18:12:14.238959 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.managers [None req-b748f769-22c2-4100-a772-e5ef9526507c None None] Attempting to bind port 2b07fb69-9a08-4f36-8137-664903eeba95 by drivers openvswitch,hyperv on host dv-cinder-759943-10-iscsi at level 0 using segments [{'id': 'f72e982e-c115-4593-a5df-3fdd0aa12c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '69280036-392c-4dfc-84c7-1aa4a0c305c8'}] {{(pid=94213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 18:12:14.239349 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b748f769-22c2-4100-a772-e5ef9526507c None None] Attempting to bind port 2b07fb69-9a08-4f36-8137-664903eeba95 on network 69280036-392c-4dfc-84c7-1aa4a0c305c8 {{(pid=94213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 18:12:14.249179 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b748f769-22c2-4100-a772-e5ef9526507c None None] Checking agent: {'id': '5c163145-f35a-4c40-8b97-030a9bee90f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 18, 4, 38), 'started_at': datetime.datetime(2021, 8, 12, 18, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 18, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 18:12:14.249179 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b748f769-22c2-4100-a772-e5ef9526507c None None] Checking segment: {'id': 'f72e982e-c115-4593-a5df-3fdd0aa12c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '69280036-392c-4dfc-84c7-1aa4a0c305c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 18:12:14.249179 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-b748f769-22c2-4100-a772-e5ef9526507c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:14.249179 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b748f769-22c2-4100-a772-e5ef9526507c None None] Bound using segment: {'id': 'f72e982e-c115-4593-a5df-3fdd0aa12c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '69280036-392c-4dfc-84c7-1aa4a0c305c8'} {{(pid=94213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 18:12:14.249179 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.managers [None req-b748f769-22c2-4100-a772-e5ef9526507c None None] Bound port: 2b07fb69-9a08-4f36-8137-664903eeba95, host: dv-cinder-759943-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f72e982e-c115-4593-a5df-3fdd0aa12c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '69280036-392c-4dfc-84c7-1aa4a0c305c8'}}] {{(pid=94213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 18:12:14.249179 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-b748f769-22c2-4100-a772-e5ef9526507c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:14.255397 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-a973e62b-ba7d-4743-95fd-95d3d462790e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:14.256988 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-3ee5b640-9823-4fa6-a871-0f17908d2d93 req-e8f6ec81-331b-4a99-a809-44b2097a7740 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a81de02-fcb4-4845-ae88-44a6128e03eb HTTP/1.1" status: 200 len: 217 time: 0.1646380 Aug 12 18:12:14.373529 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-b748f769-22c2-4100-a772-e5ef9526507c None None] For port 2b07fb69-9a08-4f36-8137-664903eeba95, host dv-cinder-759943-10-iscsi, cleared binding levels {{(pid=94213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 18:12:14.374494 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-b748f769-22c2-4100-a772-e5ef9526507c None None] For port 2b07fb69-9a08-4f36-8137-664903eeba95, host dv-cinder-759943-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-10-iscsi',level=0,port_id=2b07fb69-9a08-4f36-8137-664903eeba95,segment=NetworkSegment(f72e982e-c115-4593-a5df-3fdd0aa12c0a),segment_id=f72e982e-c115-4593-a5df-3fdd0aa12c0a)] {{(pid=94213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 18:12:14.384564 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-b748f769-22c2-4100-a772-e5ef9526507c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:14.409684 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-018b817a-637b-4eec-ad81-83cc776a384f req-eb801aad-08b3-4700-8b5e-fbd651e1c54e service neutron] 10.222.0.30 "GET /v2.0/networks/69280036-392c-4dfc-84c7-1aa4a0c305c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4085262 Aug 12 18:12:14.444454 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee5b640-9823-4fa6-a871-0f17908d2d93 req-7cb33645-fbc6-4f95-a170-d6994a873579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:14.446242 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-3ee5b640-9823-4fa6-a871-0f17908d2d93 req-7cb33645-fbc6-4f95-a170-d6994a873579 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d5a2b6d2-07e5-4844-ab12-b21f07244ebe HTTP/1.1" status: 200 len: 852 time: 0.1788585 Aug 12 18:12:14.451909 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-a973e62b-ba7d-4743-95fd-95d3d462790e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5def9c5fe3d3411c92e9d5e22d6942e4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2678695 Aug 12 18:12:14.455630 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 47664) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:12:14.489245 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 47666) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:12:14.526531 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-20eb91ef-0c80-444f-b777-78dd1daf5efe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:14.528846 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-bc701d5e-083d-4870-b8b3-cea2e0507053 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:14.533071 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1c2131-f872-4f82-9b91-4f59e1da5ff9 None None] Pushing event updated for resources: {'Port': ['ID=2b07fb69-9a08-4f36-8137-664903eeba95,revision_number=4']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:14.546607 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a973e62b-ba7d-4743-95fd-95d3d462790e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c6b13d-4216-4007-8141-8cffb68e1e96,revision_number=1']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:14.576823 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b748f769-22c2-4100-a772-e5ef9526507c None None] Routers {'f51a9fd6-2a72-4885-b8e3-cb56c9cdac80'} bound to L3 agent in host dv-cinder-759943-10-iscsi {{(pid=94213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 18:12:14.579731 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-b748f769-22c2-4100-a772-e5ef9526507c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T18:04:37Z,description=,heartbeat_timestamp=2021-08-12T18:12:07Z,host='dv-cinder-759943-10-iscsi',id=35f8a3af-1ed6-4507-a756-5ee5db7e6400,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T18:04:37Z,topic='l3_agent')) {'router_ids': ['f51a9fd6-2a72-4885-b8e3-cb56c9cdac80'], 'active': True} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:12:14.671049 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.db.api [None req-bc701d5e-083d-4870-b8b3-cea2e0507053 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 12 18:12:14.671049 dv-cinder-759943-10-iscsi neutron-server[94211]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 12 18:12:14.671049 dv-cinder-759943-10-iscsi neutron-server[94211]: [parameters: {'project_id_1': '693a4f30119e4557ab23eb092fee5741', 'expiration_1': datetime.datetime(2021, 8, 12, 18, 12, 14, 643571)}] Aug 12 18:12:14.671049 dv-cinder-759943-10-iscsi neutron-server[94211]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94211) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 18:12:14.672222 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG oslo_db.api [None req-bc701d5e-083d-4870-b8b3-cea2e0507053 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 18:12:14.678547 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd512f55349b839fb4675422b2dbaf52bda1baead41a4efd90d4bf8a5142663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-361aaeed-6ed4-4535-b88a-335f12779e87" -d '{"events": [{"name": "network-changed", "server_uuid": "48b5a9e5-26f9-427f-a857-3a1f609d6bc9", "tag": "4a81de02-fcb4-4845-ae88-44a6128e03eb"}]}' {{(pid=94212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 18:12:14.742905 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aad61ec-05e6-4009-a7bc-64f70eaab22d req-34f7e615-dd78-4239-9243-47aa6ca376e7 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:14.755863 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-0aad61ec-05e6-4009-a7bc-64f70eaab22d req-34f7e615-dd78-4239-9243-47aa6ca376e7 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/networks?id=c79ff127-e29d-415e-ac8f-388698d304d0 HTTP/1.1" status: 200 len: 811 time: 0.8490963 Aug 12 18:12:14.774448 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvr_db [None req-b748f769-22c2-4100-a772-e5ef9526507c None None] Set router f51a9fd6-2a72-4885-b8e3-cb56c9cdac80 gateway port host: dv-cinder-759943-10-iscsi {{(pid=94213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 18:12:14.785291 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-0aad61ec-05e6-4009-a7bc-64f70eaab22d req-71d2acb9-37be-431b-9c04-5cc1f008e59f tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/quotas/0cd01e4bf13e4379b9d179c3973204fe HTTP/1.1" status: 200 len: 375 time: 0.0263643 Aug 12 18:12:14.856825 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-e64fea29-999a-4880-8594-909a573ad71e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:14.881187 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-e64fea29-999a-4880-8594-909a573ad71e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:14.913236 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-0aad61ec-05e6-4009-a7bc-64f70eaab22d req-c4eaae6b-09cc-476c-b7d5-01afbcfdb51d tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=0cd01e4bf13e4379b9d179c3973204fe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1214106 Aug 12 18:12:14.980058 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf94121-2963-43f3-9fbd-407ef6f3e1d0 req-55131d0f-f700-4189-89c0-d2d54fcc96da tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:14.988748 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-7bf94121-2963-43f3-9fbd-407ef6f3e1d0 req-55131d0f-f700-4189-89c0-d2d54fcc96da tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] 10.222.0.30 "GET /v2.0/ports?device_id=48b5a9e5-26f9-427f-a857-3a1f609d6bc9 HTTP/1.1" status: 200 len: 944 time: 0.2179646 Aug 12 18:12:15.000578 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-e64fea29-999a-4880-8594-909a573ad71e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:15.004179 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-e64fea29-999a-4880-8594-909a573ad71e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:15.005539 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-e64fea29-999a-4880-8594-909a573ad71e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a4c6b13d-4216-4007-8141-8cffb68e1e96 HTTP/1.1" status: 204 len: 168 time: 0.5486197 Aug 12 18:12:15.061927 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64fea29-999a-4880-8594-909a573ad71e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c6b13d-4216-4007-8141-8cffb68e1e96,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:15.110675 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-0aad61ec-05e6-4009-a7bc-64f70eaab22d req-c0bdc01a-0f62-45da-9e65-0faea4168ced service neutron] 10.222.0.30 "GET /v2.0/networks/c79ff127-e29d-415e-ac8f-388698d304d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963983 Aug 12 18:12:15.127404 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-b748f769-22c2-4100-a772-e5ef9526507c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f51a9fd6-2a72-4885-b8e3-cb56c9cdac80', 'name': 'tempest-ServerRescueNegativeTestJSON-1865704431-router', 'tenant_id': 'ec7b40fc66d54f7baf7c87a636dd94ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': 'c49bfebe-173e-43af-947f-878c329565d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:11:57Z', 'updated_at': '2021-08-12T18:12:04Z', 'revision_number': 4, 'project_id': 'ec7b40fc66d54f7baf7c87a636dd94ac', 'gw_port': {'id': 'c49bfebe-173e-43af-947f-878c329565d7', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:77:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51a9fd6-2a72-4885-b8e3-cb56c9cdac80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:11:58Z', 'updated_at': '2021-08-12T18:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi', '_interfaces': [{'id': '2b07fb69-9a08-4f36-8137-664903eeba95', 'name': '', 'network_id': '69280036-392c-4dfc-84c7-1aa4a0c305c8', 'tenant_id': 'ec7b40fc66d54f7baf7c87a636dd94ac', 'mac_address': 'fa:16:3e:d7:e0:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f51a9fd6-2a72-4885-b8e3-cb56c9cdac80', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'afc1472d-6afb-47f2-8956-e41e4c0db5e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:12:03Z', 'updated_at': '2021-08-12T18:12:14Z', 'revision_number': 4, 'project_id': 'ec7b40fc66d54f7baf7c87a636dd94ac', 'subnets': [{'id': 'afc1472d-6afb-47f2-8956-e41e4c0db5e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-10-iscsi', False) {} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:12:15.150092 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-7bf94121-2963-43f3-9fbd-407ef6f3e1d0 req-501f1c2e-c554-47ef-9634-cf1007fdd5a6 tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1dcac89-572e-4f99-8c35-64f434445c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600497 Aug 12 18:12:15.176082 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-bc701d5e-083d-4870-b8b3-cea2e0507053 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:15.180621 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b748f769-22c2-4100-a772-e5ef9526507c None None] The sync data for ids ['f51a9fd6-2a72-4885-b8e3-cb56c9cdac80'] in dv-cinder-759943-10-iscsi is: [{'id': 'f51a9fd6-2a72-4885-b8e3-cb56c9cdac80', 'name': 'tempest-ServerRescueNegativeTestJSON-1865704431-router', 'tenant_id': 'ec7b40fc66d54f7baf7c87a636dd94ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': 'c49bfebe-173e-43af-947f-878c329565d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:11:57Z', 'updated_at': '2021-08-12T18:12:04Z', 'revision_number': 4, 'project_id': 'ec7b40fc66d54f7baf7c87a636dd94ac', 'gw_port': {'id': 'c49bfebe-173e-43af-947f-878c329565d7', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:77:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51a9fd6-2a72-4885-b8e3-cb56c9cdac80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:11:58Z', 'updated_at': '2021-08-12T18:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi', '_interfaces': [{'id': '2b07fb69-9a08-4f36-8137-664903eeba95', 'name': '', 'network_id': '69280036-392c-4dfc-84c7-1aa4a0c305c8', 'tenant_id': 'ec7b40fc66d54f7baf7c87a636dd94ac', 'mac_address': 'fa:16:3e:d7:e0:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f51a9fd6-2a72-4885-b8e3-cb56c9cdac80', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'afc1472d-6afb-47f2-8956-e41e4c0db5e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:12:03Z', 'updated_at': '2021-08-12T18:12:14Z', 'revision_number': 4, 'project_id': 'ec7b40fc66d54f7baf7c87a636dd94ac', 'subnets': [{'id': 'afc1472d-6afb-47f2-8956-e41e4c0db5e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 18:12:15.182307 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-20eb91ef-0c80-444f-b777-78dd1daf5efe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:15.191756 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-20eb91ef-0c80-444f-b777-78dd1daf5efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:15.266609 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eb91ef-0c80-444f-b777-78dd1daf5efe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa8d19ae-7b87-4860-b963-0ea1b6d75456,revision_number=1']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:15.299470 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-0aad61ec-05e6-4009-a7bc-64f70eaab22d req-cfc56672-9794-4c08-aa7f-d7dbfba017c2 service neutron] 10.222.0.30 "GET /v2.0/networks/c79ff127-e29d-415e-ac8f-388698d304d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863284 Aug 12 18:12:15.369993 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-0a7d8fc6-b1a4-4b9c-88a8-8d78428d0252 req-5bae315a-cac8-4d47-9b77-98c4496fba9a tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=6bec450e-372c-4e5b-8ad5-717ad421be83 HTTP/1.1" status: 200 len: 210 time: 0.0640402 Aug 12 18:12:15.378188 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-bc701d5e-083d-4870-b8b3-cea2e0507053 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:15.378634 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-20eb91ef-0c80-444f-b777-78dd1daf5efe admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=839294fbae31484b85f5ab7c947498f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8816037 Aug 12 18:12:15.381180 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 47698) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:12:15.386013 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-bc701d5e-083d-4870-b8b3-cea2e0507053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:15.427354 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc701d5e-083d-4870-b8b3-cea2e0507053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc40417-8b32-4438-a78d-446d3b8b97aa,revision_number=1']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:15.506526 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-bc701d5e-083d-4870-b8b3-cea2e0507053 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=693a4f30119e4557ab23eb092fee5741&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9764078 Aug 12 18:12:15.507385 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 47704) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:12:15.536769 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-b19315af-be51-4bd0-9c28-708cf8b5820e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:15.584439 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-b19315af-be51-4bd0-9c28-708cf8b5820e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:15.694716 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-e7cd55e2-aa26-4dbd-b632-7a5f0435315c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:15.706930 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-b19315af-be51-4bd0-9c28-708cf8b5820e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:15.710271 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-b19315af-be51-4bd0-9c28-708cf8b5820e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:15.714810 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-b19315af-be51-4bd0-9c28-708cf8b5820e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fa8d19ae-7b87-4860-b963-0ea1b6d75456 HTTP/1.1" status: 204 len: 168 time: 0.3326192 Aug 12 18:12:15.732999 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19315af-be51-4bd0-9c28-708cf8b5820e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa8d19ae-7b87-4860-b963-0ea1b6d75456,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:15.763515 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-59c10f62-4dd9-43bf-a37c-0bfbe6d7850e req-70cabc52-ca08-4d6f-99cf-2d1edcd3cb41 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc HTTP/1.1" status: 200 len: 210 time: 0.0924673 Aug 12 18:12:15.829397 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-e7cd55e2-aa26-4dbd-b632-7a5f0435315c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:16.002691 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-e7cd55e2-aa26-4dbd-b632-7a5f0435315c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:16.007917 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-e7cd55e2-aa26-4dbd-b632-7a5f0435315c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:16.010030 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-e7cd55e2-aa26-4dbd-b632-7a5f0435315c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ecc40417-8b32-4438-a78d-446d3b8b97aa HTTP/1.1" status: 204 len: 168 time: 0.5015831 Aug 12 18:12:16.035856 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cd55e2-aa26-4dbd-b632-7a5f0435315c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc40417-8b32-4438-a78d-446d3b8b97aa,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:16.065152 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 18:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39f4d8bf-3fb2-493b-ac66-780c4fffc563 x-openstack-request-id: req-39f4d8bf-3fb2-493b-ac66-780c4fffc563 {{(pid=94212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 18:12:16.065433 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48b5a9e5-26f9-427f-a857-3a1f609d6bc9", "tag": "4a81de02-fcb4-4845-ae88-44a6128e03eb", "status": "completed", "code": 200}]} {{(pid=94212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 18:12:16.072433 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-39f4d8bf-3fb2-493b-ac66-780c4fffc563 {{(pid=94212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 18:12:16.072938 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48b5a9e5-26f9-427f-a857-3a1f609d6bc9', 'tag': '4a81de02-fcb4-4845-ae88-44a6128e03eb', 'status': 'completed', 'code': 200} Aug 12 18:12:16.283140 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-3ee5b640-9823-4fa6-a871-0f17908d2d93 req-5691f880-f9c4-4964-b144-723ca15ed568 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ade022c3-6351-4c5a-8392-48693c97d512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1981318 Aug 12 18:12:16.391068 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device 2b07fb69-9a08-4f36-8137-664903eeba95 up at agent ovs-agent-dv-cinder-759943-10-iscsi {{(pid=94213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 18:12:16.483417 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caa5c09-2b78-4b5d-bf4c-d24553dbb73c req-6d25e70c-fdab-4a66-b8d4-6fb7b12e598e tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:16.494339 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-5caa5c09-2b78-4b5d-bf4c-d24553dbb73c req-6d25e70c-fdab-4a66-b8d4-6fb7b12e598e tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] 10.222.0.30 "GET /v2.0/ports?device_id=48b5a9e5-26f9-427f-a857-3a1f609d6bc9 HTTP/1.1" status: 200 len: 944 time: 0.1885202 Aug 12 18:12:16.515965 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Provisioning for port 2b07fb69-9a08-4f36-8137-664903eeba95 completed by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 18:12:16.521462 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Provisioning complete for port 2b07fb69-9a08-4f36-8137-664903eeba95 triggered by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:12:16.522010 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:16.578962 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-cf436df9-6a90-407d-ac8c-3ab022c8040e req-166dbf76-8033-4546-8b57-a6d3d3551006 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=6bec450e-372c-4e5b-8ad5-717ad421be83 HTTP/1.1" status: 200 len: 210 time: 0.0582216 Aug 12 18:12:16.594590 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-5caa5c09-2b78-4b5d-bf4c-d24553dbb73c req-f1ee0d44-68df-424f-a099-351fd52118e5 tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1dcac89-572e-4f99-8c35-64f434445c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991132 Aug 12 18:12:16.670300 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:16.732697 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] For port 2b07fb69-9a08-4f36-8137-664903eeba95, host dv-cinder-759943-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-10-iscsi',level=0,port_id=2b07fb69-9a08-4f36-8137-664903eeba95,segment=NetworkSegment(f72e982e-c115-4593-a5df-3fdd0aa12c0a),segment_id=f72e982e-c115-4593-a5df-3fdd0aa12c0a)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:12:16.738727 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:16.804845 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Pushing event updated for resources: {'Port': ['ID=2b07fb69-9a08-4f36-8137-664903eeba95,revision_number=5']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:16.897160 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-0b463f36-7090-405f-9292-a4481ddab244 req-fbe46def-1444-462f-b191-3009899f17f1 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc HTTP/1.1" status: 200 len: 210 time: 0.0288239 Aug 12 18:12:16.912436 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 47760) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:12:16.927054 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-e6afe267-4edd-433d-b7c5-2d44f6699ac1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:17.022707 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-e6afe267-4edd-433d-b7c5-2d44f6699ac1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:17.030203 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-e6afe267-4edd-433d-b7c5-2d44f6699ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:17.073312 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-e6afe267-4edd-433d-b7c5-2d44f6699ac1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=db1959b8d3df4a4c89586f93e4f69b3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1593618 Aug 12 18:12:17.074488 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6afe267-4edd-433d-b7c5-2d44f6699ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c3e0f65-f807-4646-8b20-28d8b430e1e8,revision_number=1']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:17.076188 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 47768) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:12:17.140818 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-bc82bd30-21b6-43c3-ba47-e61b93755ebf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:17.161635 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-bc82bd30-21b6-43c3-ba47-e61b93755ebf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:17.212767 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-bc82bd30-21b6-43c3-ba47-e61b93755ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:17.215498 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-bc82bd30-21b6-43c3-ba47-e61b93755ebf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:17.219001 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-bc82bd30-21b6-43c3-ba47-e61b93755ebf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9c3e0f65-f807-4646-8b20-28d8b430e1e8 HTTP/1.1" status: 204 len: 168 time: 0.1372170 Aug 12 18:12:17.225105 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc82bd30-21b6-43c3-ba47-e61b93755ebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c3e0f65-f807-4646-8b20-28d8b430e1e8,revision_number=None']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:17.726669 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-c0c7fc6a-63d6-4fa8-b8e8-713f16529845 req-74eb9bfd-a1f4-494d-a96b-ad702cedc9d3 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=6bec450e-372c-4e5b-8ad5-717ad421be83 HTTP/1.1" status: 200 len: 210 time: 0.0504739 Aug 12 18:12:17.798681 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3799a792-5755-4b20-9816-33b5f122998d req-13182d4d-eebc-425c-a09c-99d502f8b3d4 tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:17.801506 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-3799a792-5755-4b20-9816-33b5f122998d req-13182d4d-eebc-425c-a09c-99d502f8b3d4 tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] 10.222.0.30 "GET /v2.0/ports?device_id=48b5a9e5-26f9-427f-a857-3a1f609d6bc9 HTTP/1.1" status: 200 len: 944 time: 0.1148608 Aug 12 18:12:17.895433 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-3799a792-5755-4b20-9816-33b5f122998d req-449760d4-2940-4880-a94a-d2597a6f1922 tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1dcac89-572e-4f99-8c35-64f434445c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754383 Aug 12 18:12:18.059596 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-010ab141-3026-4188-9a01-ef33650fc65a req-782a3518-478a-4668-a5e9-ee442a609d05 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc HTTP/1.1" status: 200 len: 210 time: 0.0487406 Aug 12 18:12:18.233467 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device 2b07fb69-9a08-4f36-8137-664903eeba95 up at agent ovs-agent-dv-cinder-759943-10-iscsi {{(pid=94213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 18:12:18.394867 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Provisioning complete for port 2b07fb69-9a08-4f36-8137-664903eeba95 triggered by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:12:18.395249 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:18.823817 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 47864) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:12:18.995641 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-72adf113-c263-4575-a014-e20e6b830c1c req-0f58520b-cba4-4979-8666-218bc28834b7 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=6bec450e-372c-4e5b-8ad5-717ad421be83 HTTP/1.1" status: 200 len: 210 time: 0.0874069 Aug 12 18:12:19.137260 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf401a8-77f5-437b-a51a-78fb9940dff2 req-06228aa5-7c52-423d-ad00-699fb15b0c45 tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:19.139009 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-ccf401a8-77f5-437b-a51a-78fb9940dff2 req-06228aa5-7c52-423d-ad00-699fb15b0c45 tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] 10.222.0.30 "GET /v2.0/ports?device_id=48b5a9e5-26f9-427f-a857-3a1f609d6bc9 HTTP/1.1" status: 200 len: 944 time: 0.0880420 Aug 12 18:12:19.185599 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-dac0fdd4-4823-4419-b4a2-7d0c30059720 req-bf4eb53f-2ce1-4a27-8251-447c10697df0 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc HTTP/1.1" status: 200 len: 210 time: 0.0369380 Aug 12 18:12:19.222579 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-ccf401a8-77f5-437b-a51a-78fb9940dff2 req-c807969b-1882-4ece-988f-15fa07ec183f tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1dcac89-572e-4f99-8c35-64f434445c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759103 Aug 12 18:12:19.284523 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-0bc0a508-55d7-4f52-8b55-0b5dcce75895 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:19.443936 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-0bc0a508-55d7-4f52-8b55-0b5dcce75895 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:19.454000 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-0bc0a508-55d7-4f52-8b55-0b5dcce75895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:19.483212 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-0bc0a508-55d7-4f52-8b55-0b5dcce75895 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6853d4163c244755910505fba199e0fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6573482 Aug 12 18:12:19.485572 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 47896) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:12:19.546927 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc0a508-55d7-4f52-8b55-0b5dcce75895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68675942-b52d-40d2-ba68-5ac18874ee37,revision_number=1']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:19.563866 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-b2d60cff-6a78-4802-aa75-1ba7f6845d2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:19.593175 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-b2d60cff-6a78-4802-aa75-1ba7f6845d2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:19.660779 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-b2d60cff-6a78-4802-aa75-1ba7f6845d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:19.664568 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-b2d60cff-6a78-4802-aa75-1ba7f6845d2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:19.665795 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-b2d60cff-6a78-4802-aa75-1ba7f6845d2c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/68675942-b52d-40d2-ba68-5ac18874ee37 HTTP/1.1" status: 204 len: 168 time: 0.1788385 Aug 12 18:12:19.684192 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d60cff-6a78-4802-aa75-1ba7f6845d2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68675942-b52d-40d2-ba68-5ac18874ee37,revision_number=None']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:20.167724 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 47920) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:12:20.182466 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-cb3038b8-7adf-465c-abd6-a8a97583a9d9 req-2529ac8b-7d66-4968-be6a-b8855712b8e7 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=6bec450e-372c-4e5b-8ad5-717ad421be83 HTTP/1.1" status: 200 len: 210 time: 0.0712130 Aug 12 18:12:20.191493 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-e7ff0efa-b2a4-4a4a-a4b0-40deaf582ebc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:20.379358 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.agents_db [None req-aa7dbe78-d4f0-421a-85da-826b2a172358 None None] Agent healthcheck: found 6 active agents {{(pid=94214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 18:12:20.430308 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-7705c18d-c387-4d71-b1d6-f3a7e5a65e50 req-2326113c-9747-4608-87fd-b08956f25ec0 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc HTTP/1.1" status: 200 len: 210 time: 0.0804951 Aug 12 18:12:20.440053 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-e7ff0efa-b2a4-4a4a-a4b0-40deaf582ebc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:20.445319 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a15f4-2e5d-4847-a2f7-91a954581058 req-72f550d4-3c72-4ba2-9bd0-7f8549ed315d tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:20.451153 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-e7ff0efa-b2a4-4a4a-a4b0-40deaf582ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:20.452566 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-631a15f4-2e5d-4847-a2f7-91a954581058 req-72f550d4-3c72-4ba2-9bd0-7f8549ed315d tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] 10.222.0.30 "GET /v2.0/ports?device_id=48b5a9e5-26f9-427f-a857-3a1f609d6bc9 HTTP/1.1" status: 200 len: 944 time: 0.1023693 Aug 12 18:12:20.504794 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-631a15f4-2e5d-4847-a2f7-91a954581058 req-c4427e5e-dc6f-4bc5-a5d9-e189f9ebbf73 tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1dcac89-572e-4f99-8c35-64f434445c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505867 Aug 12 18:12:20.657450 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 47938) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:12:20.657812 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-e7ff0efa-b2a4-4a4a-a4b0-40deaf582ebc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=43420545699c4a4fb4935ba0acc92a72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4889398 Aug 12 18:12:20.687173 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ff0efa-b2a4-4a4a-a4b0-40deaf582ebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97ccb58e-3d12-4603-b3ae-51bc6540bfba,revision_number=1']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:20.746680 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-710c9346-25ba-49ff-8538-0410f299f550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:20.772300 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-710c9346-25ba-49ff-8538-0410f299f550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:20.830082 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-710c9346-25ba-49ff-8538-0410f299f550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:20.832673 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-710c9346-25ba-49ff-8538-0410f299f550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:20.836330 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-710c9346-25ba-49ff-8538-0410f299f550 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/97ccb58e-3d12-4603-b3ae-51bc6540bfba HTTP/1.1" status: 204 len: 168 time: 0.1753650 Aug 12 18:12:20.844054 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710c9346-25ba-49ff-8538-0410f299f550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ccb58e-3d12-4603-b3ae-51bc6540bfba,revision_number=None']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:21.344265 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-cec1e86b-af71-4665-8cd9-66710666a6c1 req-2e0689e1-0a6a-4aaf-abde-8a6bb115a10a tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=6bec450e-372c-4e5b-8ad5-717ad421be83 HTTP/1.1" status: 200 len: 210 time: 0.0423362 Aug 12 18:12:21.417016 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 47974) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:12:21.591089 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-c66f59e9-85d7-490f-b5cc-4523f4b4c60c req-989a33e4-3a74-4d14-9928-900a630ac6e9 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc HTTP/1.1" status: 200 len: 210 time: 0.0760779 Aug 12 18:12:21.637147 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-29c39906-672c-45e2-b3da-9bc0f393cd7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:21.704142 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098cbc4f-cd3d-4b09-8fcb-e1636679db31 req-48a97c27-29ec-46ae-b091-cc88aae33572 tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:21.706235 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-098cbc4f-cd3d-4b09-8fcb-e1636679db31 req-48a97c27-29ec-46ae-b091-cc88aae33572 tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] 10.222.0.30 "GET /v2.0/ports?device_id=48b5a9e5-26f9-427f-a857-3a1f609d6bc9 HTTP/1.1" status: 200 len: 944 time: 0.1042972 Aug 12 18:12:21.764940 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-098cbc4f-cd3d-4b09-8fcb-e1636679db31 req-f679a56f-9519-420b-8797-4987ebf43702 tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1dcac89-572e-4f99-8c35-64f434445c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490837 Aug 12 18:12:21.783399 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-29c39906-672c-45e2-b3da-9bc0f393cd7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:21.790161 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-29c39906-672c-45e2-b3da-9bc0f393cd7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:21.842246 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-29c39906-672c-45e2-b3da-9bc0f393cd7a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e6163fea3b554116b5f94eb5a612a03a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4230680 Aug 12 18:12:21.846088 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 48000) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:12:21.864478 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c39906-672c-45e2-b3da-9bc0f393cd7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee452aa8-2bf9-43d3-a1b6-9580ebeafd9c,revision_number=1']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:21.910238 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-b38c5b4c-66a7-45a7-9c9e-6ead24fb7a21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:21.933879 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-b38c5b4c-66a7-45a7-9c9e-6ead24fb7a21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:21.995588 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:21.996289 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-b38c5b4c-66a7-45a7-9c9e-6ead24fb7a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:21.999025 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-b38c5b4c-66a7-45a7-9c9e-6ead24fb7a21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:22.000512 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-b38c5b4c-66a7-45a7-9c9e-6ead24fb7a21 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ee452aa8-2bf9-43d3-a1b6-9580ebeafd9c HTTP/1.1" status: 204 len: 168 time: 0.1537559 Aug 12 18:12:22.014304 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38c5b4c-66a7-45a7-9c9e-6ead24fb7a21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee452aa8-2bf9-43d3-a1b6-9580ebeafd9c,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:22.459407 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-3cee21c2-0cfc-4792-bafd-40d8f1386a6e req-c03aa9ac-badc-429e-b48b-8e6abc3b53bd tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=6bec450e-372c-4e5b-8ad5-717ad421be83 HTTP/1.1" status: 200 len: 210 time: 0.0460968 Aug 12 18:12:22.488905 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 48032) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:12:22.503183 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-8ba5f02f-57ca-4842-8fdd-a4b5afde0e99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:22.612823 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-8ba5f02f-57ca-4842-8fdd-a4b5afde0e99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:22.617543 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-8ba5f02f-57ca-4842-8fdd-a4b5afde0e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:22.671486 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-8ba5f02f-57ca-4842-8fdd-a4b5afde0e99 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6999840c8c39450c8910890a8ce34064&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1789818 Aug 12 18:12:22.671486 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba5f02f-57ca-4842-8fdd-a4b5afde0e99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=399ed85a-b859-45cb-a324-5015f3dac876,revision_number=1']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:22.676724 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 48040) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:12:22.711447 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-efc0ffbe-94e0-42ee-a292-7712ae13f06c req-e3155a18-fb4e-4bf9-8f3d-99657dc19047 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc HTTP/1.1" status: 200 len: 210 time: 0.0537341 Aug 12 18:12:22.756878 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-327a2d14-87d3-47fc-b4bc-ea6802e8195d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:22.784476 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-3ee5b640-9823-4fa6-a871-0f17908d2d93 req-4ae326e6-f78e-434e-91c3-f762ec19dffd service neutron] 10.222.0.57 "GET /v2.0/networks/ade022c3-6351-4c5a-8392-48693c97d512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116705 Aug 12 18:12:22.794310 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-327a2d14-87d3-47fc-b4bc-ea6802e8195d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:22.877923 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-327a2d14-87d3-47fc-b4bc-ea6802e8195d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:22.880265 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-327a2d14-87d3-47fc-b4bc-ea6802e8195d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:22.884151 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-327a2d14-87d3-47fc-b4bc-ea6802e8195d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/399ed85a-b859-45cb-a324-5015f3dac876 HTTP/1.1" status: 204 len: 168 time: 0.2040300 Aug 12 18:12:22.910591 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327a2d14-87d3-47fc-b4bc-ea6802e8195d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=399ed85a-b859-45cb-a324-5015f3dac876,revision_number=None']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:22.923655 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-3ee5b640-9823-4fa6-a871-0f17908d2d93 req-2ad64613-33ff-4a95-ac47-558585db0f3e service neutron] 10.222.0.57 "GET /v2.0/networks/ade022c3-6351-4c5a-8392-48693c97d512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262052 Aug 12 18:12:22.977219 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4719dd2d-360a-4dbc-bae5-1124e2e3b4cc req-af4b020e-3027-4d9b-bf57-67bc1e5830eb tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:22.979557 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-4719dd2d-360a-4dbc-bae5-1124e2e3b4cc req-af4b020e-3027-4d9b-bf57-67bc1e5830eb tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] 10.222.0.30 "GET /v2.0/ports?device_id=48b5a9e5-26f9-427f-a857-3a1f609d6bc9 HTTP/1.1" status: 200 len: 944 time: 0.1169715 Aug 12 18:12:23.031147 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-4719dd2d-360a-4dbc-bae5-1124e2e3b4cc req-672d0f34-415e-4d1a-b9cb-848701f9b559 tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1dcac89-572e-4f99-8c35-64f434445c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451441 Aug 12 18:12:23.072380 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361aaeed-6ed4-4535-b88a-335f12779e87 req-d281e6a3-5912-4feb-81ca-7f2a8d3f9e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:23.077912 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-361aaeed-6ed4-4535-b88a-335f12779e87 req-d281e6a3-5912-4feb-81ca-7f2a8d3f9e20 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c317a6d31c6a48aeaa1cfbf5728d5329&device_id=48b5a9e5-26f9-427f-a857-3a1f609d6bc9 HTTP/1.1" status: 200 len: 1097 time: 0.0604265 Aug 12 18:12:23.099568 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.57', 50173) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:12:23.284354 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361aaeed-6ed4-4535-b88a-335f12779e87 req-863b41a0-873f-4a50-b92e-ad02128aca25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:23.286169 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-361aaeed-6ed4-4535-b88a-335f12779e87 req-863b41a0-873f-4a50-b92e-ad02128aca25 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ade022c3-6351-4c5a-8392-48693c97d512 HTTP/1.1" status: 200 len: 913 time: 0.2027440 Aug 12 18:12:23.361035 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-361aaeed-6ed4-4535-b88a-335f12779e87 req-c8b20b4c-a9ef-4d2f-952d-212374cde400 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a81de02-fcb4-4845-ae88-44a6128e03eb HTTP/1.1" status: 200 len: 217 time: 0.0577383 Aug 12 18:12:23.461178 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361aaeed-6ed4-4535-b88a-335f12779e87 req-4a610783-92b7-4c3d-b699-0aa4336b4f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:23.463005 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-361aaeed-6ed4-4535-b88a-335f12779e87 req-4a610783-92b7-4c3d-b699-0aa4336b4f25 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d5a2b6d2-07e5-4844-ab12-b21f07244ebe HTTP/1.1" status: 200 len: 852 time: 0.0791979 Aug 12 18:12:23.503700 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e248b-6fe5-4e9f-94bc-d0512cdc9b30 req-f6a177c8-bcb7-46cd-9559-1606dc0dfeaa tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:23.505316 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-ae7e248b-6fe5-4e9f-94bc-d0512cdc9b30 req-f6a177c8-bcb7-46cd-9559-1606dc0dfeaa tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.57 "GET /v2.0/networks?id=69280036-392c-4dfc-84c7-1aa4a0c305c8 HTTP/1.1" status: 200 len: 819 time: 0.4047093 Aug 12 18:12:23.514162 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-361aaeed-6ed4-4535-b88a-335f12779e87 req-2852e3db-c147-4ec2-8d83-6af09ee4d8f4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ade022c3-6351-4c5a-8392-48693c97d512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290105 Aug 12 18:12:23.536006 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.v2.base [req-ae7e248b-6fe5-4e9f-94bc-d0512cdc9b30 req-c5eb5eac-5e06-4278-96b4-d33e2c48510b tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Request body: {'port': {'device_id': 'dc73c794-c918-4d35-b969-010662453973', 'network_id': '69280036-392c-4dfc-84c7-1aa4a0c305c8', 'admin_state_up': True, 'tenant_id': 'ec7b40fc66d54f7baf7c87a636dd94ac'}} {{(pid=94211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:12:23.719162 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-361aaeed-6ed4-4535-b88a-335f12779e87 req-42f687b6-6fe2-4267-abc1-0016a1c59546 service neutron] 10.222.0.57 "GET /v2.0/networks/ade022c3-6351-4c5a-8392-48693c97d512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895361 Aug 12 18:12:23.720490 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.57', 50177) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:12:23.766972 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-51184364-b93e-47d3-820a-31b9c1d6aeb5 req-ef503549-5b2e-4041-bd29-cbf4602e6a66 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=6bec450e-372c-4e5b-8ad5-717ad421be83 HTTP/1.1" status: 200 len: 210 time: 0.1857808 Aug 12 18:12:23.817563 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae7e248b-6fe5-4e9f-94bc-d0512cdc9b30 req-c5eb5eac-5e06-4278-96b4-d33e2c48510b tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Made reservation on behalf of ec7b40fc66d54f7baf7c87a636dd94ac for: {'port': 1} {{(pid=94211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 18:12:23.821462 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [req-ae7e248b-6fe5-4e9f-94bc-d0512cdc9b30 req-c5eb5eac-5e06-4278-96b4-d33e2c48510b tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:24.004636 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-983f83d3-e5db-4f44-a188-275fdda1bfe4 req-647551aa-8b4a-4ac2-b132-e05c430037df tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc HTTP/1.1" status: 200 len: 210 time: 0.0833695 Aug 12 18:12:24.129727 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018b817a-637b-4eec-ad81-83cc776a384f req-1ddd9813-c09c-4d53-9bb2-8de92734c808 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:24.131438 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-018b817a-637b-4eec-ad81-83cc776a384f req-1ddd9813-c09c-4d53-9bb2-8de92734c808 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.57 "GET /v2.0/networks?id=69280036-392c-4dfc-84c7-1aa4a0c305c8 HTTP/1.1" status: 200 len: 819 time: 0.4096947 Aug 12 18:12:24.133784 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-361aaeed-6ed4-4535-b88a-335f12779e87 req-0cb169a3-c827-4efe-81fd-84c2f9d2a938 service neutron] 10.222.0.57 "GET /v2.0/networks/ade022c3-6351-4c5a-8392-48693c97d512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3997567 Aug 12 18:12:24.153384 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.v2.base [req-018b817a-637b-4eec-ad81-83cc776a384f req-e3c4bbf2-d877-4523-ae6e-f8dfe29ff4a4 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Request body: {'port': {'device_id': '6bec450e-372c-4e5b-8ad5-717ad421be83', 'network_id': '69280036-392c-4dfc-84c7-1aa4a0c305c8', 'admin_state_up': True, 'tenant_id': 'ec7b40fc66d54f7baf7c87a636dd94ac'}} {{(pid=94212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:12:24.332012 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.db.db_base_plugin_common [req-ae7e248b-6fe5-4e9f-94bc-d0512cdc9b30 req-c5eb5eac-5e06-4278-96b4-d33e2c48510b tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Allocated IP 172.20.0.13 (69280036-392c-4dfc-84c7-1aa4a0c305c8/afc1472d-6afb-47f2-8956-e41e4c0db5e3/08cd73c9-093b-400e-ae0b-5aeaf8aecca2) {{(pid=94211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 18:12:24.343960 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad7632c-7c10-4f79-90df-8cde017f6646 req-1b19f537-ec85-4e8a-948b-ddfe49987f80 tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:24.346437 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-5ad7632c-7c10-4f79-90df-8cde017f6646 req-1b19f537-ec85-4e8a-948b-ddfe49987f80 tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] 10.222.0.30 "GET /v2.0/ports?device_id=48b5a9e5-26f9-427f-a857-3a1f609d6bc9 HTTP/1.1" status: 200 len: 944 time: 0.1615756 Aug 12 18:12:24.439135 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-5ad7632c-7c10-4f79-90df-8cde017f6646 req-e489d47b-6b64-4af2-b9ea-962382e8faeb tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1dcac89-572e-4f99-8c35-64f434445c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813940 Aug 12 18:12:24.545158 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aad61ec-05e6-4009-a7bc-64f70eaab22d req-c7e09a5d-1b48-43c1-8280-6a0e4f59a7ce tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:24.547293 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-0aad61ec-05e6-4009-a7bc-64f70eaab22d req-c7e09a5d-1b48-43c1-8280-6a0e4f59a7ce tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.57 "GET /v2.0/networks?id=c79ff127-e29d-415e-ac8f-388698d304d0 HTTP/1.1" status: 200 len: 811 time: 0.3471801 Aug 12 18:12:24.615933 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-0aad61ec-05e6-4009-a7bc-64f70eaab22d req-d45a2337-56cd-4c3b-8efe-daed4bf36a0f tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0cd01e4bf13e4379b9d179c3973204fe HTTP/1.1" status: 200 len: 380 time: 0.0582807 Aug 12 18:12:24.616548 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-018b817a-637b-4eec-ad81-83cc776a384f req-e3c4bbf2-d877-4523-ae6e-f8dfe29ff4a4 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Made reservation on behalf of ec7b40fc66d54f7baf7c87a636dd94ac for: {'port': 1} {{(pid=94212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 18:12:24.620531 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-018b817a-637b-4eec-ad81-83cc776a384f req-e3c4bbf2-d877-4523-ae6e-f8dfe29ff4a4 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:24.629816 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.v2.base [req-0aad61ec-05e6-4009-a7bc-64f70eaab22d req-fedd192e-444c-4f18-83d1-82b398c1ae75 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Request body: {'port': {'device_id': 'f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc', 'network_id': 'c79ff127-e29d-415e-ac8f-388698d304d0', 'admin_state_up': True, 'tenant_id': '0cd01e4bf13e4379b9d179c3973204fe', 'security_groups': ['c57fdca1-344f-4de7-a17a-826f1447a3a4']}} {{(pid=94212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:12:24.631581 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [req-ae7e248b-6fe5-4e9f-94bc-d0512cdc9b30 req-c5eb5eac-5e06-4278-96b4-d33e2c48510b tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Notify callbacks [] for port, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:24.674260 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [req-ae7e248b-6fe5-4e9f-94bc-d0512cdc9b30 req-c5eb5eac-5e06-4278-96b4-d33e2c48510b tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763627144933'] for port, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:24.761156 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae7e248b-6fe5-4e9f-94bc-d0512cdc9b30 req-c5eb5eac-5e06-4278-96b4-d33e2c48510b tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Network 69280036-392c-4dfc-84c7-1aa4a0c305c8 is already hosted by enough agents. {{(pid=94211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 18:12:24.778241 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.base_scheduler [req-ae7e248b-6fe5-4e9f-94bc-d0512cdc9b30 req-c5eb5eac-5e06-4278-96b4-d33e2c48510b tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Resources bound (agent type, host, resource id): {{(pid=94211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 18:12:24.784277 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae7e248b-6fe5-4e9f-94bc-d0512cdc9b30 req-c5eb5eac-5e06-4278-96b4-d33e2c48510b tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Received port after_create {{(pid=94211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 18:12:24.792214 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e248b-6fe5-4e9f-94bc-d0512cdc9b30 req-c5eb5eac-5e06-4278-96b4-d33e2c48510b tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:24.792874 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [req-ae7e248b-6fe5-4e9f-94bc-d0512cdc9b30 req-c5eb5eac-5e06-4278-96b4-d33e2c48510b tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564513'] for port, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:24.823386 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eb5eac-5e06-4278-96b4-d33e2c48510b tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Pushing event updated for resources: {'Port': ['ID=08cd73c9-093b-400e-ae0b-5aeaf8aecca2,revision_number=1']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:24.828864 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-ae7e248b-6fe5-4e9f-94bc-d0512cdc9b30 req-c5eb5eac-5e06-4278-96b4-d33e2c48510b tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2998686 Aug 12 18:12:24.851349 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.v2.base [req-ae7e248b-6fe5-4e9f-94bc-d0512cdc9b30 req-b3e7d59d-c714-442e-9ec7-6337946a11e6 service neutron] Request body: {'port': {'device_id': 'dc73c794-c918-4d35-b969-010662453973', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=94211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:12:24.930258 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-b14997e7-074b-4812-92e2-66a0aa8e0cba req-9c8c7dd4-d9aa-4564-b92f-b399d1516d0a tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=6bec450e-372c-4e5b-8ad5-717ad421be83 HTTP/1.1" status: 200 len: 210 time: 0.0316679 Aug 12 18:12:24.943867 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.db_base_plugin_common [req-018b817a-637b-4eec-ad81-83cc776a384f req-e3c4bbf2-d877-4523-ae6e-f8dfe29ff4a4 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Allocated IP 172.20.0.2 (69280036-392c-4dfc-84c7-1aa4a0c305c8/afc1472d-6afb-47f2-8956-e41e4c0db5e3/ac456926-e2ac-422e-ace7-8d671c7ae6f6) {{(pid=94212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 18:12:24.979833 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0aad61ec-05e6-4009-a7bc-64f70eaab22d req-fedd192e-444c-4f18-83d1-82b398c1ae75 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Made reservation on behalf of 0cd01e4bf13e4379b9d179c3973204fe for: {'port': 1} {{(pid=94212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 18:12:24.984475 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [req-ae7e248b-6fe5-4e9f-94bc-d0512cdc9b30 req-b3e7d59d-c714-442e-9ec7-6337946a11e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:24.985690 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-0aad61ec-05e6-4009-a7bc-64f70eaab22d req-fedd192e-444c-4f18-83d1-82b398c1ae75 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:25.271546 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-078a7d7a-da24-47b4-b3db-d5b51a51900a req-2bbf8942-4e72-4f03-bc9a-d8c3fea43ee0 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc HTTP/1.1" status: 200 len: 210 time: 0.1041687 Aug 12 18:12:25.346478 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-018b817a-637b-4eec-ad81-83cc776a384f req-e3c4bbf2-d877-4523-ae6e-f8dfe29ff4a4 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Notify callbacks [] for port, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:25.352486 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.db_base_plugin_common [req-0aad61ec-05e6-4009-a7bc-64f70eaab22d req-fedd192e-444c-4f18-83d1-82b398c1ae75 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Allocated IP 172.20.0.6 (c79ff127-e29d-415e-ac8f-388698d304d0/eed8715d-98a6-404a-8335-27c57f2cf8a3/191b98a4-8a2b-43e2-b563-2500f1c744b5) {{(pid=94212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 18:12:25.480095 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-018b817a-637b-4eec-ad81-83cc776a384f req-e3c4bbf2-d877-4523-ae6e-f8dfe29ff4a4 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763627144933'] for port, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:25.514393 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Device 4a81de02-fcb4-4845-ae88-44a6128e03eb details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=94213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 18:12:25.588480 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c4bbf2-d877-4523-ae6e-f8dfe29ff4a4 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Pushing event updated for resources: {'Port': ['ID=ac456926-e2ac-422e-ace7-8d671c7ae6f6,revision_number=1']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:25.599242 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-018b817a-637b-4eec-ad81-83cc776a384f req-e3c4bbf2-d877-4523-ae6e-f8dfe29ff4a4 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Network 69280036-392c-4dfc-84c7-1aa4a0c305c8 is already hosted by enough agents. {{(pid=94212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 18:12:25.633678 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.base_scheduler [req-018b817a-637b-4eec-ad81-83cc776a384f req-e3c4bbf2-d877-4523-ae6e-f8dfe29ff4a4 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Resources bound (agent type, host, resource id): {{(pid=94212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 18:12:25.646348 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.l3_dvrscheduler_db [req-018b817a-637b-4eec-ad81-83cc776a384f req-e3c4bbf2-d877-4523-ae6e-f8dfe29ff4a4 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Received port after_create {{(pid=94212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 18:12:25.651997 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018b817a-637b-4eec-ad81-83cc776a384f req-e3c4bbf2-d877-4523-ae6e-f8dfe29ff4a4 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:25.652602 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-018b817a-637b-4eec-ad81-83cc776a384f req-e3c4bbf2-d877-4523-ae6e-f8dfe29ff4a4 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564513'] for port, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:25.682827 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] For port 4a81de02-fcb4-4845-ae88-44a6128e03eb, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=4a81de02-fcb4-4845-ae88-44a6128e03eb,segment=NetworkSegment(251131b0-5c22-43b4-b611-e09d37f1d680),segment_id=251131b0-5c22-43b4-b611-e09d37f1d680)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:12:25.700352 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.notifiers.nova [req-ae7e248b-6fe5-4e9f-94bc-d0512cdc9b30 req-b3e7d59d-c714-442e-9ec7-6337946a11e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08cd73c9-093b-400e-ae0b-5aeaf8aecca2 {{(pid=94211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 18:12:25.712506 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [req-ae7e248b-6fe5-4e9f-94bc-d0512cdc9b30 req-b3e7d59d-c714-442e-9ec7-6337946a11e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:25.731957 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.db.provisioning_blocks [req-ae7e248b-6fe5-4e9f-94bc-d0512cdc9b30 req-b3e7d59d-c714-442e-9ec7-6337946a11e6 service neutron] Transition to ACTIVE for port object 08cd73c9-093b-400e-ae0b-5aeaf8aecca2 will not be triggered until provisioned by entity L2. {{(pid=94211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 18:12:25.737944 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-018b817a-637b-4eec-ad81-83cc776a384f req-e3c4bbf2-d877-4523-ae6e-f8dfe29ff4a4 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5912247 Aug 12 18:12:25.740944 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [req-ae7e248b-6fe5-4e9f-94bc-d0512cdc9b30 req-b3e7d59d-c714-442e-9ec7-6337946a11e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:25.753967 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.v2.base [req-018b817a-637b-4eec-ad81-83cc776a384f req-af94fd14-9b50-4304-9459-a3199fd7c764 service neutron] Request body: {'port': {'device_id': '6bec450e-372c-4e5b-8ad5-717ad421be83', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=94212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:12:25.759258 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-0aad61ec-05e6-4009-a7bc-64f70eaab22d req-fedd192e-444c-4f18-83d1-82b398c1ae75 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Notify callbacks [] for port, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:25.770569 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57822e12-9105-4dca-b18d-a370f0af52a1 req-7a50e77c-b2e0-44a7-9508-cad110282072 tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:25.772365 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-57822e12-9105-4dca-b18d-a370f0af52a1 req-7a50e77c-b2e0-44a7-9508-cad110282072 tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] 10.222.0.30 "GET /v2.0/ports?device_id=48b5a9e5-26f9-427f-a857-3a1f609d6bc9 HTTP/1.1" status: 200 len: 944 time: 0.1871488 Aug 12 18:12:25.807076 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e7d59d-c714-442e-9ec7-6337946a11e6 service neutron] Pushing event updated for resources: {'Port': ['ID=08cd73c9-093b-400e-ae0b-5aeaf8aecca2,revision_number=2']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:25.826408 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Returning: {'device': '4a81de02-fcb4-4845-ae88-44a6128e03eb', 'network_id': 'ade022c3-6351-4c5a-8392-48693c97d512', 'port_id': '4a81de02-fcb4-4845-ae88-44a6128e03eb', 'mac_address': 'fa:16:3e:c1:98:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5a2b6d2-07e5-4844-ab12-b21f07244ebe', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 18:12:25.875973 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.plugins.ml2.managers [req-ae7e248b-6fe5-4e9f-94bc-d0512cdc9b30 req-b3e7d59d-c714-442e-9ec7-6337946a11e6 service neutron] Attempting to bind port 08cd73c9-093b-400e-ae0b-5aeaf8aecca2 on host hv-cinder-75994 for vnic_type normal with profile {{(pid=94211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 18:12:25.876355 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.plugins.ml2.managers [req-ae7e248b-6fe5-4e9f-94bc-d0512cdc9b30 req-b3e7d59d-c714-442e-9ec7-6337946a11e6 service neutron] Attempting to bind port 08cd73c9-093b-400e-ae0b-5aeaf8aecca2 by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': 'f72e982e-c115-4593-a5df-3fdd0aa12c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '69280036-392c-4dfc-84c7-1aa4a0c305c8'}] {{(pid=94211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 18:12:25.876666 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7e248b-6fe5-4e9f-94bc-d0512cdc9b30 req-b3e7d59d-c714-442e-9ec7-6337946a11e6 service neutron] Attempting to bind port 08cd73c9-093b-400e-ae0b-5aeaf8aecca2 on network 69280036-392c-4dfc-84c7-1aa4a0c305c8 {{(pid=94211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 18:12:25.891726 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:25.892902 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7e248b-6fe5-4e9f-94bc-d0512cdc9b30 req-b3e7d59d-c714-442e-9ec7-6337946a11e6 service neutron] Port 08cd73c9-093b-400e-ae0b-5aeaf8aecca2 on network 69280036-392c-4dfc-84c7-1aa4a0c305c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=94211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 18:12:25.893452 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7e248b-6fe5-4e9f-94bc-d0512cdc9b30 req-b3e7d59d-c714-442e-9ec7-6337946a11e6 service neutron] Attempting to bind port 08cd73c9-093b-400e-ae0b-5aeaf8aecca2 on network 69280036-392c-4dfc-84c7-1aa4a0c305c8 {{(pid=94211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 18:12:25.898871 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7e248b-6fe5-4e9f-94bc-d0512cdc9b30 req-b3e7d59d-c714-442e-9ec7-6337946a11e6 service neutron] Checking agent: {'id': '45fcbab4-fb54-4843-ab6e-792adfc8e994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 18, 10, 22), 'started_at': datetime.datetime(2021, 8, 12, 18, 10, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 18, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 18:12:25.899305 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7e248b-6fe5-4e9f-94bc-d0512cdc9b30 req-b3e7d59d-c714-442e-9ec7-6337946a11e6 service neutron] Checking segment: {'id': 'f72e982e-c115-4593-a5df-3fdd0aa12c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '69280036-392c-4dfc-84c7-1aa4a0c305c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 18:12:25.900339 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7e248b-6fe5-4e9f-94bc-d0512cdc9b30 req-b3e7d59d-c714-442e-9ec7-6337946a11e6 service neutron] Bound using segment: {'id': 'f72e982e-c115-4593-a5df-3fdd0aa12c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '69280036-392c-4dfc-84c7-1aa4a0c305c8'} {{(pid=94211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 18:12:25.900591 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.plugins.ml2.managers [req-ae7e248b-6fe5-4e9f-94bc-d0512cdc9b30 req-b3e7d59d-c714-442e-9ec7-6337946a11e6 service neutron] Bound port: 08cd73c9-093b-400e-ae0b-5aeaf8aecca2, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f72e982e-c115-4593-a5df-3fdd0aa12c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '69280036-392c-4dfc-84c7-1aa4a0c305c8'}}] {{(pid=94211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 18:12:25.901017 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [req-ae7e248b-6fe5-4e9f-94bc-d0512cdc9b30 req-b3e7d59d-c714-442e-9ec7-6337946a11e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:25.906325 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.notifiers.nova [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a81de02-fcb4-4845-ae88-44a6128e03eb {{(pid=94213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 18:12:25.927768 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] For port 4a81de02-fcb4-4845-ae88-44a6128e03eb, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=4a81de02-fcb4-4845-ae88-44a6128e03eb,segment=NetworkSegment(251131b0-5c22-43b4-b611-e09d37f1d680),segment_id=251131b0-5c22-43b4-b611-e09d37f1d680)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:12:25.932820 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:25.972103 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.plugins.ml2.db [req-ae7e248b-6fe5-4e9f-94bc-d0512cdc9b30 req-b3e7d59d-c714-442e-9ec7-6337946a11e6 service neutron] For port 08cd73c9-093b-400e-ae0b-5aeaf8aecca2, host hv-cinder-75994, cleared binding levels {{(pid=94211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 18:12:25.978008 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.plugins.ml2.db [req-ae7e248b-6fe5-4e9f-94bc-d0512cdc9b30 req-b3e7d59d-c714-442e-9ec7-6337946a11e6 service neutron] For port 08cd73c9-093b-400e-ae0b-5aeaf8aecca2, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=08cd73c9-093b-400e-ae0b-5aeaf8aecca2,segment=NetworkSegment(f72e982e-c115-4593-a5df-3fdd0aa12c0a),segment_id=f72e982e-c115-4593-a5df-3fdd0aa12c0a)] {{(pid=94211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 18:12:25.986457 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [req-ae7e248b-6fe5-4e9f-94bc-d0512cdc9b30 req-b3e7d59d-c714-442e-9ec7-6337946a11e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:25.991858 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.provisioning_blocks [req-0aad61ec-05e6-4009-a7bc-64f70eaab22d req-fedd192e-444c-4f18-83d1-82b398c1ae75 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Transition to ACTIVE for port object 191b98a4-8a2b-43e2-b563-2500f1c744b5 will not be triggered until provisioned by entity DHCP. {{(pid=94212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 18:12:25.992643 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Pushing event updated for resources: {'Port': ['ID=4a81de02-fcb4-4845-ae88-44a6128e03eb,revision_number=4']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:26.046279 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-018b817a-637b-4eec-ad81-83cc776a384f req-af94fd14-9b50-4304-9459-a3199fd7c764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:26.054266 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-57822e12-9105-4dca-b18d-a370f0af52a1 req-0034a67c-791c-4892-8353-16347c4ef0de tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1dcac89-572e-4f99-8c35-64f434445c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755077 Aug 12 18:12:26.058097 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e248b-6fe5-4e9f-94bc-d0512cdc9b30 req-b3e7d59d-c714-442e-9ec7-6337946a11e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:26.058797 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [req-ae7e248b-6fe5-4e9f-94bc-d0512cdc9b30 req-b3e7d59d-c714-442e-9ec7-6337946a11e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564513'] for port, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:26.060257 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-ae7e248b-6fe5-4e9f-94bc-d0512cdc9b30 req-b3e7d59d-c714-442e-9ec7-6337946a11e6 service neutron] 10.222.0.57 "PUT /v2.0/ports/08cd73c9-093b-400e-ae0b-5aeaf8aecca2 HTTP/1.1" status: 200 len: 1094 time: 1.2214723 Aug 12 18:12:26.061561 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc73c794-c918-4d35-b969-010662453973', 'tag': '08cd73c9-093b-400e-ae0b-5aeaf8aecca2'}] {{(pid=94211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 18:12:26.090120 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-0aad61ec-05e6-4009-a7bc-64f70eaab22d req-fedd192e-444c-4f18-83d1-82b398c1ae75 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763627144933'] for port, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:26.148147 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0aad61ec-05e6-4009-a7bc-64f70eaab22d req-fedd192e-444c-4f18-83d1-82b398c1ae75 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Network c79ff127-e29d-415e-ac8f-388698d304d0 is already hosted by enough agents. {{(pid=94212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 18:12:26.153192 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e7d59d-c714-442e-9ec7-6337946a11e6 service neutron] Pushing event updated for resources: {'Port': ['ID=08cd73c9-093b-400e-ae0b-5aeaf8aecca2,revision_number=3']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:26.158697 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.base_scheduler [req-0aad61ec-05e6-4009-a7bc-64f70eaab22d req-fedd192e-444c-4f18-83d1-82b398c1ae75 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Resources bound (agent type, host, resource id): {{(pid=94212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 18:12:26.162299 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedd192e-444c-4f18-83d1-82b398c1ae75 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Pushing event updated for resources: {'Port': ['ID=191b98a4-8a2b-43e2-b563-2500f1c744b5,revision_number=1']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:26.164273 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aad61ec-05e6-4009-a7bc-64f70eaab22d req-fedd192e-444c-4f18-83d1-82b398c1ae75 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Received port after_create {{(pid=94212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 18:12:26.166629 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0bc403-7ec7-492c-acbe-c20363888bac req-c0440cbc-ab2d-448b-abe1-3a9166128e27 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:26.168138 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-ba0bc403-7ec7-492c-acbe-c20363888bac req-c0440cbc-ab2d-448b-abe1-3a9166128e27 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=6bec450e-372c-4e5b-8ad5-717ad421be83 HTTP/1.1" status: 200 len: 931 time: 0.1471484 Aug 12 18:12:26.169646 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aad61ec-05e6-4009-a7bc-64f70eaab22d req-fedd192e-444c-4f18-83d1-82b398c1ae75 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:26.170282 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-0aad61ec-05e6-4009-a7bc-64f70eaab22d req-fedd192e-444c-4f18-83d1-82b398c1ae75 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564513'] for port, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:26.236757 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-ba0bc403-7ec7-492c-acbe-c20363888bac req-00521301-075b-4373-94fd-81cd210546e8 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470350 Aug 12 18:12:26.240464 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-0aad61ec-05e6-4009-a7bc-64f70eaab22d req-fedd192e-444c-4f18-83d1-82b398c1ae75 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6173718 Aug 12 18:12:26.323729 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0869c7c93421d026cad47568b464a40121916bf4cc543438babfcccb5335f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1090a15-225a-4ea2-a846-4e1fc498057a" -d '{"events": [{"name": "network-changed", "server_uuid": "dc73c794-c918-4d35-b969-010662453973", "tag": "08cd73c9-093b-400e-ae0b-5aeaf8aecca2"}]}' {{(pid=94211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 18:12:26.476067 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.notifiers.nova [req-018b817a-637b-4eec-ad81-83cc776a384f req-af94fd14-9b50-4304-9459-a3199fd7c764 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac456926-e2ac-422e-ace7-8d671c7ae6f6 {{(pid=94212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 18:12:26.486375 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 18:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a62025-0b6e-4e29-b3ed-c73519881c60 x-openstack-request-id: req-73a62025-0b6e-4e29-b3ed-c73519881c60 {{(pid=94211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 18:12:26.486375 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc73c794-c918-4d35-b969-010662453973", "tag": "08cd73c9-093b-400e-ae0b-5aeaf8aecca2", "status": "completed", "code": 200}]} {{(pid=94211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 18:12:26.486714 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-018b817a-637b-4eec-ad81-83cc776a384f req-af94fd14-9b50-4304-9459-a3199fd7c764 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:26.486908 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-73a62025-0b6e-4e29-b3ed-c73519881c60 {{(pid=94211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 18:12:26.487430 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc73c794-c918-4d35-b969-010662453973', 'tag': '08cd73c9-093b-400e-ae0b-5aeaf8aecca2', 'status': 'completed', 'code': 200} Aug 12 18:12:26.495630 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d1cb14-28e1-4316-91ce-16bd44c7b02f req-160e8a0f-af21-4a42-af96-11238bcca675 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:26.497111 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-a5d1cb14-28e1-4316-91ce-16bd44c7b02f req-160e8a0f-af21-4a42-af96-11238bcca675 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc HTTP/1.1" status: 200 len: 931 time: 0.0904839 Aug 12 18:12:26.513811 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.provisioning_blocks [req-018b817a-637b-4eec-ad81-83cc776a384f req-af94fd14-9b50-4304-9459-a3199fd7c764 service neutron] Transition to ACTIVE for port object ac456926-e2ac-422e-ace7-8d671c7ae6f6 will not be triggered until provisioned by entity L2. {{(pid=94212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 18:12:26.521359 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-018b817a-637b-4eec-ad81-83cc776a384f req-af94fd14-9b50-4304-9459-a3199fd7c764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:26.522468 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-debdca0b-f1ee-4f9e-bd9c-3697e3e13456 None None] Provisioning for port 191b98a4-8a2b-43e2-b563-2500f1c744b5 completed by entity DHCP. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 18:12:26.526440 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-debdca0b-f1ee-4f9e-bd9c-3697e3e13456 None None] Provisioning complete for port 191b98a4-8a2b-43e2-b563-2500f1c744b5 triggered by entity DHCP. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:12:26.526815 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-debdca0b-f1ee-4f9e-bd9c-3697e3e13456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:26.569479 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.plugin [None req-debdca0b-f1ee-4f9e-bd9c-3697e3e13456 None None] Port 191b98a4-8a2b-43e2-b563-2500f1c744b5 cannot update to ACTIVE because it is not bound. {{(pid=94213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 18:12:26.584202 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-a5d1cb14-28e1-4316-91ce-16bd44c7b02f req-317054b3-5be4-4abf-a93b-b49926e98ec5 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/security-groups?id=c57fdca1-344f-4de7-a17a-826f1447a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799665 Aug 12 18:12:26.586433 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af94fd14-9b50-4304-9459-a3199fd7c764 service neutron] Pushing event updated for resources: {'Port': ['ID=ac456926-e2ac-422e-ace7-8d671c7ae6f6,revision_number=2']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:26.633101 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.managers [req-018b817a-637b-4eec-ad81-83cc776a384f req-af94fd14-9b50-4304-9459-a3199fd7c764 service neutron] Attempting to bind port ac456926-e2ac-422e-ace7-8d671c7ae6f6 on host hv-cinder-75994 for vnic_type normal with profile {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 18:12:26.633434 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.managers [req-018b817a-637b-4eec-ad81-83cc776a384f req-af94fd14-9b50-4304-9459-a3199fd7c764 service neutron] Attempting to bind port ac456926-e2ac-422e-ace7-8d671c7ae6f6 by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': 'f72e982e-c115-4593-a5df-3fdd0aa12c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '69280036-392c-4dfc-84c7-1aa4a0c305c8'}] {{(pid=94212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 18:12:26.633759 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018b817a-637b-4eec-ad81-83cc776a384f req-af94fd14-9b50-4304-9459-a3199fd7c764 service neutron] Attempting to bind port ac456926-e2ac-422e-ace7-8d671c7ae6f6 on network 69280036-392c-4dfc-84c7-1aa4a0c305c8 {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 18:12:26.638006 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018b817a-637b-4eec-ad81-83cc776a384f req-af94fd14-9b50-4304-9459-a3199fd7c764 service neutron] Port ac456926-e2ac-422e-ace7-8d671c7ae6f6 on network 69280036-392c-4dfc-84c7-1aa4a0c305c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 18:12:26.638332 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018b817a-637b-4eec-ad81-83cc776a384f req-af94fd14-9b50-4304-9459-a3199fd7c764 service neutron] Attempting to bind port ac456926-e2ac-422e-ace7-8d671c7ae6f6 on network 69280036-392c-4dfc-84c7-1aa4a0c305c8 {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 18:12:26.643659 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018b817a-637b-4eec-ad81-83cc776a384f req-af94fd14-9b50-4304-9459-a3199fd7c764 service neutron] Checking agent: {'id': '45fcbab4-fb54-4843-ab6e-792adfc8e994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 18, 10, 22), 'started_at': datetime.datetime(2021, 8, 12, 18, 10, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 18, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 18:12:26.643991 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018b817a-637b-4eec-ad81-83cc776a384f req-af94fd14-9b50-4304-9459-a3199fd7c764 service neutron] Checking segment: {'id': 'f72e982e-c115-4593-a5df-3fdd0aa12c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '69280036-392c-4dfc-84c7-1aa4a0c305c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 18:12:26.644366 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018b817a-637b-4eec-ad81-83cc776a384f req-af94fd14-9b50-4304-9459-a3199fd7c764 service neutron] Bound using segment: {'id': 'f72e982e-c115-4593-a5df-3fdd0aa12c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '69280036-392c-4dfc-84c7-1aa4a0c305c8'} {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 18:12:26.644789 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.managers [req-018b817a-637b-4eec-ad81-83cc776a384f req-af94fd14-9b50-4304-9459-a3199fd7c764 service neutron] Bound port: ac456926-e2ac-422e-ace7-8d671c7ae6f6, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f72e982e-c115-4593-a5df-3fdd0aa12c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '69280036-392c-4dfc-84c7-1aa4a0c305c8'}}] {{(pid=94212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 18:12:26.645130 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-018b817a-637b-4eec-ad81-83cc776a384f req-af94fd14-9b50-4304-9459-a3199fd7c764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:26.705421 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.db [req-018b817a-637b-4eec-ad81-83cc776a384f req-af94fd14-9b50-4304-9459-a3199fd7c764 service neutron] For port ac456926-e2ac-422e-ace7-8d671c7ae6f6, host hv-cinder-75994, cleared binding levels {{(pid=94212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 18:12:26.708359 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.db [req-018b817a-637b-4eec-ad81-83cc776a384f req-af94fd14-9b50-4304-9459-a3199fd7c764 service neutron] For port ac456926-e2ac-422e-ace7-8d671c7ae6f6, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=ac456926-e2ac-422e-ace7-8d671c7ae6f6,segment=NetworkSegment(f72e982e-c115-4593-a5df-3fdd0aa12c0a),segment_id=f72e982e-c115-4593-a5df-3fdd0aa12c0a)] {{(pid=94212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 18:12:26.712942 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-018b817a-637b-4eec-ad81-83cc776a384f req-af94fd14-9b50-4304-9459-a3199fd7c764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:26.745272 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018b817a-637b-4eec-ad81-83cc776a384f req-af94fd14-9b50-4304-9459-a3199fd7c764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:26.745878 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-018b817a-637b-4eec-ad81-83cc776a384f req-af94fd14-9b50-4304-9459-a3199fd7c764 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564513'] for port, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:26.747320 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-018b817a-637b-4eec-ad81-83cc776a384f req-af94fd14-9b50-4304-9459-a3199fd7c764 service neutron] 10.222.0.57 "PUT /v2.0/ports/ac456926-e2ac-422e-ace7-8d671c7ae6f6 HTTP/1.1" status: 200 len: 1093 time: 0.9985392 Aug 12 18:12:26.747702 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bec450e-372c-4e5b-8ad5-717ad421be83', 'tag': 'ac456926-e2ac-422e-ace7-8d671c7ae6f6'}] {{(pid=94212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 18:12:26.750521 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd512f55349b839fb4675422b2dbaf52bda1baead41a4efd90d4bf8a5142663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a96bfe07-10c7-4889-af5a-0fc6bc214090" -d '{"events": [{"name": "network-changed", "server_uuid": "6bec450e-372c-4e5b-8ad5-717ad421be83", "tag": "ac456926-e2ac-422e-ace7-8d671c7ae6f6"}]}' {{(pid=94212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 18:12:26.780463 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af94fd14-9b50-4304-9459-a3199fd7c764 service neutron] Pushing event updated for resources: {'Port': ['ID=ac456926-e2ac-422e-ace7-8d671c7ae6f6,revision_number=3']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:26.809228 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 18:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6deaca2a-fae8-4320-a2b2-fcb58081cbe4 x-openstack-request-id: req-6deaca2a-fae8-4320-a2b2-fcb58081cbe4 {{(pid=94212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 18:12:26.809505 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bec450e-372c-4e5b-8ad5-717ad421be83", "tag": "ac456926-e2ac-422e-ace7-8d671c7ae6f6", "status": "completed", "code": 200}]} {{(pid=94212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 18:12:26.809746 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6deaca2a-fae8-4320-a2b2-fcb58081cbe4 {{(pid=94212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 18:12:26.810163 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bec450e-372c-4e5b-8ad5-717ad421be83', 'tag': 'ac456926-e2ac-422e-ace7-8d671c7ae6f6', 'status': 'completed', 'code': 200} Aug 12 18:12:27.167155 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5640e8f-0591-434f-87e0-019e59fa0c1a req-8b32db6c-4722-4c49-991b-67b8f94fea78 tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:27.168614 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-c5640e8f-0591-434f-87e0-019e59fa0c1a req-8b32db6c-4722-4c49-991b-67b8f94fea78 tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] 10.222.0.30 "GET /v2.0/ports?device_id=48b5a9e5-26f9-427f-a857-3a1f609d6bc9 HTTP/1.1" status: 200 len: 945 time: 0.0477574 Aug 12 18:12:27.209831 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-c5640e8f-0591-434f-87e0-019e59fa0c1a req-8cca5f78-685a-4339-94ff-bc2a17f6cecf tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1dcac89-572e-4f99-8c35-64f434445c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344555 Aug 12 18:12:27.338814 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3e2317-d25a-4527-95fd-bb803e207682 req-2a6681e6-d152-4baf-9bea-20bb546f1d00 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:27.340227 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-df3e2317-d25a-4527-95fd-bb803e207682 req-2a6681e6-d152-4baf-9bea-20bb546f1d00 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=6bec450e-372c-4e5b-8ad5-717ad421be83 HTTP/1.1" status: 200 len: 943 time: 0.0460451 Aug 12 18:12:27.377802 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-df3e2317-d25a-4527-95fd-bb803e207682 req-795bf065-3e85-4ef6-b34c-a372ddadcad1 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311422 Aug 12 18:12:27.700202 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e4b43e-f494-4ee5-9b2d-9f46e72f5efc req-7712a014-0333-47ad-81a9-368db09a1e67 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:27.701678 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-e0e4b43e-f494-4ee5-9b2d-9f46e72f5efc req-7712a014-0333-47ad-81a9-368db09a1e67 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc HTTP/1.1" status: 200 len: 931 time: 0.0468996 Aug 12 18:12:27.738542 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-e0e4b43e-f494-4ee5-9b2d-9f46e72f5efc req-44b96e15-23a0-4a78-83b9-94990bac01b8 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/security-groups?id=c57fdca1-344f-4de7-a17a-826f1447a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303702 Aug 12 18:12:28.322828 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee31055-9d7a-4aee-835c-4f6b999cb4ee req-d5d4ee12-831c-4306-94f1-e075b2df8491 tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:28.324165 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-dee31055-9d7a-4aee-835c-4f6b999cb4ee req-d5d4ee12-831c-4306-94f1-e075b2df8491 tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] 10.222.0.30 "GET /v2.0/ports?device_id=48b5a9e5-26f9-427f-a857-3a1f609d6bc9 HTTP/1.1" status: 200 len: 945 time: 0.0500827 Aug 12 18:12:28.360100 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-dee31055-9d7a-4aee-835c-4f6b999cb4ee req-846440d8-a36d-4aaa-97b8-ff6e9a6c563e tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1dcac89-572e-4f99-8c35-64f434445c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296175 Aug 12 18:12:28.489559 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ee1ec3-ebd9-4097-8993-b486f26a9b60 req-1ec500af-d18f-4bd9-912e-600f46724ae1 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:28.491050 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-10ee1ec3-ebd9-4097-8993-b486f26a9b60 req-1ec500af-d18f-4bd9-912e-600f46724ae1 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=6bec450e-372c-4e5b-8ad5-717ad421be83 HTTP/1.1" status: 200 len: 943 time: 0.0485933 Aug 12 18:12:28.526631 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-10ee1ec3-ebd9-4097-8993-b486f26a9b60 req-cd199090-da01-4b71-82a7-6540adaacbd6 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298333 Aug 12 18:12:28.846583 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c9ed6d-efd4-4786-b39e-34dc8cb7437f req-99ac3599-d3dd-4ebb-a49e-0f003cba3eb1 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:28.847996 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-25c9ed6d-efd4-4786-b39e-34dc8cb7437f req-99ac3599-d3dd-4ebb-a49e-0f003cba3eb1 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc HTTP/1.1" status: 200 len: 931 time: 0.0460179 Aug 12 18:12:28.885087 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-25c9ed6d-efd4-4786-b39e-34dc8cb7437f req-d27bf239-c8cc-4b47-a72e-a3c2dbd97d9d tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/security-groups?id=c57fdca1-344f-4de7-a17a-826f1447a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313442 Aug 12 18:12:29.081330 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.v2.base [req-0aad61ec-05e6-4009-a7bc-64f70eaab22d req-e86fca74-1668-4c5f-96f0-e50ce0242b25 service neutron] Request body: {'port': {'device_id': 'f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=94212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:12:29.172613 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96bfe07-10c7-4889-af5a-0fc6bc214090 req-0bf984e8-a12e-433c-b890-0ce8500e1467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:29.174202 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-a96bfe07-10c7-4889-af5a-0fc6bc214090 req-0bf984e8-a12e-433c-b890-0ce8500e1467 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ec7b40fc66d54f7baf7c87a636dd94ac&device_id=6bec450e-372c-4e5b-8ad5-717ad421be83 HTTP/1.1" status: 200 len: 1096 time: 0.0898321 Aug 12 18:12:29.175253 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-0aad61ec-05e6-4009-a7bc-64f70eaab22d req-e86fca74-1668-4c5f-96f0-e50ce0242b25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:29.188641 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1090a15-225a-4ea2-a846-4e1fc498057a req-c1c7e2f1-24ed-4e45-a3fb-3fcf03e9ec22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:29.190182 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-c1090a15-225a-4ea2-a846-4e1fc498057a req-c1c7e2f1-24ed-4e45-a3fb-3fcf03e9ec22 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ec7b40fc66d54f7baf7c87a636dd94ac&device_id=dc73c794-c918-4d35-b969-010662453973 HTTP/1.1" status: 200 len: 1097 time: 0.0825424 Aug 12 18:12:29.326038 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] get_ports_and_sgs() called for port_ids ['4a81de02-fcb4-4845-ae88-44a6128e03eb'] {{(pid=94213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 18:12:29.468464 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96bfe07-10c7-4889-af5a-0fc6bc214090 req-6b66703f-269e-48c7-8a29-8ac297b0b563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:29.469851 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-a96bfe07-10c7-4889-af5a-0fc6bc214090 req-6b66703f-269e-48c7-8a29-8ac297b0b563 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=ec7b40fc66d54f7baf7c87a636dd94ac&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2832954 Aug 12 18:12:29.531718 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1090a15-225a-4ea2-a846-4e1fc498057a req-7a60a9fd-c951-4d2a-ac63-cfdc9ec4ab5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:29.533285 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-c1090a15-225a-4ea2-a846-4e1fc498057a req-7a60a9fd-c951-4d2a-ac63-cfdc9ec4ab5e service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=ec7b40fc66d54f7baf7c87a636dd94ac&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3323750 Aug 12 18:12:29.639337 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7447a429-2b12-4bad-8687-f690c96495d5 req-cbbb06e2-087f-4320-b502-7510f44480d1 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:29.643223 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-7447a429-2b12-4bad-8687-f690c96495d5 req-cbbb06e2-087f-4320-b502-7510f44480d1 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=6bec450e-372c-4e5b-8ad5-717ad421be83 HTTP/1.1" status: 200 len: 943 time: 0.0474036 Aug 12 18:12:29.649161 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad940226-b510-4fac-9443-a6511d2c85f3 req-f0cfc07f-6da5-4a6f-9665-84d83ecd5f1d tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:29.650072 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-ad940226-b510-4fac-9443-a6511d2c85f3 req-f0cfc07f-6da5-4a6f-9665-84d83ecd5f1d tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] 10.222.0.30 "GET /v2.0/ports?device_id=48b5a9e5-26f9-427f-a857-3a1f609d6bc9 HTTP/1.1" status: 200 len: 945 time: 0.2008417 Aug 12 18:12:29.682050 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-7447a429-2b12-4bad-8687-f690c96495d5 req-96f7e6f0-28b0-4fb1-8b85-4ff419027262 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344560 Aug 12 18:12:29.763349 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96bfe07-10c7-4889-af5a-0fc6bc214090 req-6b0d5274-6fbf-4115-b2ab-39bef220964d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:29.765348 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-a96bfe07-10c7-4889-af5a-0fc6bc214090 req-6b0d5274-6fbf-4115-b2ab-39bef220964d service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2745869 Aug 12 18:12:29.769722 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-ad940226-b510-4fac-9443-a6511d2c85f3 req-286459eb-d663-49dd-bffa-d2c9fa4a9daa tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1dcac89-572e-4f99-8c35-64f434445c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067479 Aug 12 18:12:29.818375 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.notifiers.nova [req-0aad61ec-05e6-4009-a7bc-64f70eaab22d req-e86fca74-1668-4c5f-96f0-e50ce0242b25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 191b98a4-8a2b-43e2-b563-2500f1c744b5 {{(pid=94212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 18:12:29.827974 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-0aad61ec-05e6-4009-a7bc-64f70eaab22d req-e86fca74-1668-4c5f-96f0-e50ce0242b25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:29.840004 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.provisioning_blocks [req-0aad61ec-05e6-4009-a7bc-64f70eaab22d req-e86fca74-1668-4c5f-96f0-e50ce0242b25 service neutron] Transition to ACTIVE for port object 191b98a4-8a2b-43e2-b563-2500f1c744b5 will not be triggered until provisioned by entity L2. {{(pid=94212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 18:12:29.844777 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-0aad61ec-05e6-4009-a7bc-64f70eaab22d req-e86fca74-1668-4c5f-96f0-e50ce0242b25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:29.894106 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86fca74-1668-4c5f-96f0-e50ce0242b25 service neutron] Pushing event updated for resources: {'Port': ['ID=191b98a4-8a2b-43e2-b563-2500f1c744b5,revision_number=2']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:29.925002 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.managers [req-0aad61ec-05e6-4009-a7bc-64f70eaab22d req-e86fca74-1668-4c5f-96f0-e50ce0242b25 service neutron] Attempting to bind port 191b98a4-8a2b-43e2-b563-2500f1c744b5 on host hv-cinder-75994 for vnic_type normal with profile {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 18:12:29.925336 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.managers [req-0aad61ec-05e6-4009-a7bc-64f70eaab22d req-e86fca74-1668-4c5f-96f0-e50ce0242b25 service neutron] Attempting to bind port 191b98a4-8a2b-43e2-b563-2500f1c744b5 by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': '46bbfa7e-a69f-4f8c-9052-3afd7fb55f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c79ff127-e29d-415e-ac8f-388698d304d0'}] {{(pid=94212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 18:12:29.925658 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aad61ec-05e6-4009-a7bc-64f70eaab22d req-e86fca74-1668-4c5f-96f0-e50ce0242b25 service neutron] Attempting to bind port 191b98a4-8a2b-43e2-b563-2500f1c744b5 on network c79ff127-e29d-415e-ac8f-388698d304d0 {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 18:12:29.930373 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aad61ec-05e6-4009-a7bc-64f70eaab22d req-e86fca74-1668-4c5f-96f0-e50ce0242b25 service neutron] Port 191b98a4-8a2b-43e2-b563-2500f1c744b5 on network c79ff127-e29d-415e-ac8f-388698d304d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 18:12:29.930752 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aad61ec-05e6-4009-a7bc-64f70eaab22d req-e86fca74-1668-4c5f-96f0-e50ce0242b25 service neutron] Attempting to bind port 191b98a4-8a2b-43e2-b563-2500f1c744b5 on network c79ff127-e29d-415e-ac8f-388698d304d0 {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 18:12:29.936751 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aad61ec-05e6-4009-a7bc-64f70eaab22d req-e86fca74-1668-4c5f-96f0-e50ce0242b25 service neutron] Checking agent: {'id': '45fcbab4-fb54-4843-ab6e-792adfc8e994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 18, 10, 22), 'started_at': datetime.datetime(2021, 8, 12, 18, 10, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 18, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 18:12:29.937265 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aad61ec-05e6-4009-a7bc-64f70eaab22d req-e86fca74-1668-4c5f-96f0-e50ce0242b25 service neutron] Checking segment: {'id': '46bbfa7e-a69f-4f8c-9052-3afd7fb55f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c79ff127-e29d-415e-ac8f-388698d304d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 18:12:29.937708 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aad61ec-05e6-4009-a7bc-64f70eaab22d req-e86fca74-1668-4c5f-96f0-e50ce0242b25 service neutron] Bound using segment: {'id': '46bbfa7e-a69f-4f8c-9052-3afd7fb55f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c79ff127-e29d-415e-ac8f-388698d304d0'} {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 18:12:29.938248 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.managers [req-0aad61ec-05e6-4009-a7bc-64f70eaab22d req-e86fca74-1668-4c5f-96f0-e50ce0242b25 service neutron] Bound port: 191b98a4-8a2b-43e2-b563-2500f1c744b5, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46bbfa7e-a69f-4f8c-9052-3afd7fb55f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c79ff127-e29d-415e-ac8f-388698d304d0'}}] {{(pid=94212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 18:12:29.938669 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-0aad61ec-05e6-4009-a7bc-64f70eaab22d req-e86fca74-1668-4c5f-96f0-e50ce0242b25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:30.026539 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.db [req-0aad61ec-05e6-4009-a7bc-64f70eaab22d req-e86fca74-1668-4c5f-96f0-e50ce0242b25 service neutron] For port 191b98a4-8a2b-43e2-b563-2500f1c744b5, host hv-cinder-75994, cleared binding levels {{(pid=94212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 18:12:30.036235 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.db [req-0aad61ec-05e6-4009-a7bc-64f70eaab22d req-e86fca74-1668-4c5f-96f0-e50ce0242b25 service neutron] For port 191b98a4-8a2b-43e2-b563-2500f1c744b5, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=191b98a4-8a2b-43e2-b563-2500f1c744b5,segment=NetworkSegment(46bbfa7e-a69f-4f8c-9052-3afd7fb55f04),segment_id=46bbfa7e-a69f-4f8c-9052-3afd7fb55f04)] {{(pid=94212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 18:12:30.036957 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fbce9f-913e-4640-b4ad-e5549ba2cc83 req-1c2e9dbd-c502-4728-a177-898323f65e7c tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:30.038929 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-74fbce9f-913e-4640-b4ad-e5549ba2cc83 req-1c2e9dbd-c502-4728-a177-898323f65e7c tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc HTTP/1.1" status: 200 len: 943 time: 0.0685153 Aug 12 18:12:30.046837 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-0aad61ec-05e6-4009-a7bc-64f70eaab22d req-e86fca74-1668-4c5f-96f0-e50ce0242b25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:30.084803 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aad61ec-05e6-4009-a7bc-64f70eaab22d req-e86fca74-1668-4c5f-96f0-e50ce0242b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:30.086325 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-0aad61ec-05e6-4009-a7bc-64f70eaab22d req-e86fca74-1668-4c5f-96f0-e50ce0242b25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564513'] for port, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:30.087626 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-0aad61ec-05e6-4009-a7bc-64f70eaab22d req-e86fca74-1668-4c5f-96f0-e50ce0242b25 service neutron] 10.222.0.57 "PUT /v2.0/ports/191b98a4-8a2b-43e2-b563-2500f1c744b5 HTTP/1.1" status: 200 len: 1093 time: 1.0124247 Aug 12 18:12:30.089846 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc', 'tag': '191b98a4-8a2b-43e2-b563-2500f1c744b5'}] {{(pid=94212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 18:12:30.093938 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd512f55349b839fb4675422b2dbaf52bda1baead41a4efd90d4bf8a5142663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f28b8334-9046-4025-b7a8-d9d7b7968e1f" -d '{"events": [{"name": "network-changed", "server_uuid": "f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc", "tag": "191b98a4-8a2b-43e2-b563-2500f1c744b5"}]}' {{(pid=94212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 18:12:30.094560 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-74fbce9f-913e-4640-b4ad-e5549ba2cc83 req-9ec529e4-e174-47a1-9fb8-1415a7cd401b tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/security-groups?id=c57fdca1-344f-4de7-a17a-826f1447a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486023 Aug 12 18:12:30.133186 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86fca74-1668-4c5f-96f0-e50ce0242b25 service neutron] Pushing event updated for resources: {'Port': ['ID=191b98a4-8a2b-43e2-b563-2500f1c744b5,revision_number=3']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:30.150989 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 18:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f20b7f-8340-4037-ae3c-5ffcf94580bf x-openstack-request-id: req-f6f20b7f-8340-4037-ae3c-5ffcf94580bf {{(pid=94212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 18:12:30.151223 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc", "tag": "191b98a4-8a2b-43e2-b563-2500f1c744b5", "status": "completed", "code": 200}]} {{(pid=94212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 18:12:30.151474 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f6f20b7f-8340-4037-ae3c-5ffcf94580bf {{(pid=94212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 18:12:30.151868 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc', 'tag': '191b98a4-8a2b-43e2-b563-2500f1c744b5', 'status': 'completed', 'code': 200} Aug 12 18:12:30.801595 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4147296-efdf-4d51-b334-5dd03c6eaa34 req-9335fe3d-a990-4d18-9710-9acfe5026e5b tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:30.803119 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-b4147296-efdf-4d51-b334-5dd03c6eaa34 req-9335fe3d-a990-4d18-9710-9acfe5026e5b tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=6bec450e-372c-4e5b-8ad5-717ad421be83 HTTP/1.1" status: 200 len: 943 time: 0.0559464 Aug 12 18:12:30.839508 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-b4147296-efdf-4d51-b334-5dd03c6eaa34 req-0d2ae7ab-8eb9-415e-8c59-43e41469c337 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306337 Aug 12 18:12:30.894200 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6928fb17-d5eb-4b8f-863d-d3f4a648b738 req-ee1e132d-585c-4ceb-b996-57567d52b7a3 tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:30.895666 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-6928fb17-d5eb-4b8f-863d-d3f4a648b738 req-ee1e132d-585c-4ceb-b996-57567d52b7a3 tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] 10.222.0.30 "GET /v2.0/ports?device_id=48b5a9e5-26f9-427f-a857-3a1f609d6bc9 HTTP/1.1" status: 200 len: 945 time: 0.0588751 Aug 12 18:12:30.932013 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-6928fb17-d5eb-4b8f-863d-d3f4a648b738 req-a9ef3571-e049-4817-8d89-9485f3824f28 tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1dcac89-572e-4f99-8c35-64f434445c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305767 Aug 12 18:12:31.197820 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f351b18c-c68f-4ace-b443-171dec9389a4 req-1683de0e-ce56-4b25-a9de-fef0307a3d67 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:31.199281 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-f351b18c-c68f-4ace-b443-171dec9389a4 req-1683de0e-ce56-4b25-a9de-fef0307a3d67 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc HTTP/1.1" status: 200 len: 943 time: 0.0457137 Aug 12 18:12:31.235623 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-f351b18c-c68f-4ace-b443-171dec9389a4 req-b65f79d4-9307-4392-a7a1-f17fdd682584 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/security-groups?id=c57fdca1-344f-4de7-a17a-826f1447a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300834 Aug 12 18:12:31.950839 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b93b722-50e1-441b-bffb-2bf21216d51b req-cb78f3c9-e474-4875-9140-79720833bd7c tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:31.952773 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-6b93b722-50e1-441b-bffb-2bf21216d51b req-cb78f3c9-e474-4875-9140-79720833bd7c tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=6bec450e-372c-4e5b-8ad5-717ad421be83 HTTP/1.1" status: 200 len: 943 time: 0.0473781 Aug 12 18:12:31.989798 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-6b93b722-50e1-441b-bffb-2bf21216d51b req-dbcf798d-5d5f-4014-9058-b708405f2b44 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309837 Aug 12 18:12:32.048124 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d8402-b484-43cf-8939-6911428b27ac req-5a0ddeae-3a44-4750-ac91-220524f229bf tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:32.049534 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-a66d8402-b484-43cf-8939-6911428b27ac req-5a0ddeae-3a44-4750-ac91-220524f229bf tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] 10.222.0.30 "GET /v2.0/ports?device_id=48b5a9e5-26f9-427f-a857-3a1f609d6bc9 HTTP/1.1" status: 200 len: 945 time: 0.0502629 Aug 12 18:12:32.084954 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-a66d8402-b484-43cf-8939-6911428b27ac req-23de46e2-a77c-402e-a3c4-37b402313638 tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1dcac89-572e-4f99-8c35-64f434445c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295889 Aug 12 18:12:32.347690 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019d3d1e-9699-4629-b1c7-16ed8c9923a9 req-107d4289-02f2-40ea-b184-2b5855aea6c0 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:32.349122 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-019d3d1e-9699-4629-b1c7-16ed8c9923a9 req-107d4289-02f2-40ea-b184-2b5855aea6c0 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc HTTP/1.1" status: 200 len: 943 time: 0.0491600 Aug 12 18:12:32.386384 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-019d3d1e-9699-4629-b1c7-16ed8c9923a9 req-c167a089-8f83-4d3e-88cb-ca4c1689f108 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/security-groups?id=c57fdca1-344f-4de7-a17a-826f1447a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306859 Aug 12 18:12:32.528369 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28b8334-9046-4025-b7a8-d9d7b7968e1f req-3e824bd6-4b18-48e0-a0b4-589acaa08776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:32.529766 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-f28b8334-9046-4025-b7a8-d9d7b7968e1f req-3e824bd6-4b18-48e0-a0b4-589acaa08776 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0cd01e4bf13e4379b9d179c3973204fe&device_id=f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc HTTP/1.1" status: 200 len: 1096 time: 0.0710614 Aug 12 18:12:32.532612 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018b817a-637b-4eec-ad81-83cc776a384f req-9b30d053-876c-402a-848f-17bb119f268f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:32.534021 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-018b817a-637b-4eec-ad81-83cc776a384f req-9b30d053-876c-402a-848f-17bb119f268f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ec7b40fc66d54f7baf7c87a636dd94ac&device_id=6bec450e-372c-4e5b-8ad5-717ad421be83 HTTP/1.1" status: 200 len: 1096 time: 0.0675271 Aug 12 18:12:32.582511 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1090a15-225a-4ea2-a846-4e1fc498057a req-39207fb0-e3c9-4617-acbe-09f14c4a76d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:32.583964 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-c1090a15-225a-4ea2-a846-4e1fc498057a req-39207fb0-e3c9-4617-acbe-09f14c4a76d8 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1504889 Aug 12 18:12:32.621547 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-018b817a-637b-4eec-ad81-83cc776a384f req-382a6cfb-1295-4c7f-83a5-a4fbbd4bc723 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ac456926-e2ac-422e-ace7-8d671c7ae6f6 HTTP/1.1" status: 200 len: 217 time: 0.0674453 Aug 12 18:12:32.660140 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e248b-6fe5-4e9f-94bc-d0512cdc9b30 req-5e0f4af2-a610-46cf-82a1-62cf3ae86a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:32.661629 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-ae7e248b-6fe5-4e9f-94bc-d0512cdc9b30 req-5e0f4af2-a610-46cf-82a1-62cf3ae86a3d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ec7b40fc66d54f7baf7c87a636dd94ac&device_id=dc73c794-c918-4d35-b969-010662453973 HTTP/1.1" status: 200 len: 1097 time: 0.0400739 Aug 12 18:12:32.741257 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-ae7e248b-6fe5-4e9f-94bc-d0512cdc9b30 req-12c43b3d-7680-496e-8b24-d488001ec22f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08cd73c9-093b-400e-ae0b-5aeaf8aecca2 HTTP/1.1" status: 200 len: 217 time: 0.0706036 Aug 12 18:12:32.805237 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e248b-6fe5-4e9f-94bc-d0512cdc9b30 req-61104a3f-370f-4cb4-b047-8b00af38670c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:32.806860 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-ae7e248b-6fe5-4e9f-94bc-d0512cdc9b30 req-61104a3f-370f-4cb4-b047-8b00af38670c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=afc1472d-6afb-47f2-8956-e41e4c0db5e3 HTTP/1.1" status: 200 len: 859 time: 0.0576038 Aug 12 18:12:32.862187 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018b817a-637b-4eec-ad81-83cc776a384f req-054f6c32-8bd0-4b6c-822d-401e741cd358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:32.863601 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-018b817a-637b-4eec-ad81-83cc776a384f req-054f6c32-8bd0-4b6c-822d-401e741cd358 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=afc1472d-6afb-47f2-8956-e41e4c0db5e3 HTTP/1.1" status: 200 len: 859 time: 0.2339671 Aug 12 18:12:32.866348 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-ae7e248b-6fe5-4e9f-94bc-d0512cdc9b30 req-05ba4ee4-210d-4c0b-8c84-dea1fe2ec877 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=69280036-392c-4dfc-84c7-1aa4a0c305c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522203 Aug 12 18:12:32.868052 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28b8334-9046-4025-b7a8-d9d7b7968e1f req-5c49593b-3d7b-49b2-9889-970aae68991f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:32.869338 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-f28b8334-9046-4025-b7a8-d9d7b7968e1f req-5c49593b-3d7b-49b2-9889-970aae68991f service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=0cd01e4bf13e4379b9d179c3973204fe&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3235061 Aug 12 18:12:32.915873 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-018b817a-637b-4eec-ad81-83cc776a384f req-3f02b4ff-afe0-42ee-bdd0-fb4edaf25fb1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=69280036-392c-4dfc-84c7-1aa4a0c305c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327311 Aug 12 18:12:32.979056 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-ae7e248b-6fe5-4e9f-94bc-d0512cdc9b30 req-74381d95-e313-493a-868d-08d3399ed049 service neutron] 10.222.0.57 "GET /v2.0/networks/69280036-392c-4dfc-84c7-1aa4a0c305c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946317 Aug 12 18:12:33.075799 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-018b817a-637b-4eec-ad81-83cc776a384f req-1d5a605d-2db1-4a37-a8dd-cc6de1e8828d service neutron] 10.222.0.57 "GET /v2.0/networks/69280036-392c-4dfc-84c7-1aa4a0c305c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478119 Aug 12 18:12:33.076882 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28b8334-9046-4025-b7a8-d9d7b7968e1f req-ac9c76f9-79b0-41b3-9fa4-4f368af8cb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:33.078865 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-f28b8334-9046-4025-b7a8-d9d7b7968e1f req-ac9c76f9-79b0-41b3-9fa4-4f368af8cb71 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1946969 Aug 12 18:12:33.142879 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-ae7e248b-6fe5-4e9f-94bc-d0512cdc9b30 req-4044a12d-dcc3-494c-aee2-bea75dc9f8dc service neutron] 10.222.0.57 "GET /v2.0/networks/69280036-392c-4dfc-84c7-1aa4a0c305c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561043 Aug 12 18:12:33.175959 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d061f-e57d-4448-a755-18e1809fa008 req-44f74c17-59bc-4c91-9b82-c7e3db8eb6b1 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:33.177392 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-805d061f-e57d-4448-a755-18e1809fa008 req-44f74c17-59bc-4c91-9b82-c7e3db8eb6b1 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=6bec450e-372c-4e5b-8ad5-717ad421be83 HTTP/1.1" status: 200 len: 943 time: 0.0843294 Aug 12 18:12:33.216764 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-805d061f-e57d-4448-a755-18e1809fa008 req-5c4750e3-ff5e-4723-809b-1cb45e449443 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330904 Aug 12 18:12:33.219630 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aad61ec-05e6-4009-a7bc-64f70eaab22d req-da7df5c2-c7fe-49f5-8dc0-228bd9167d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:33.221082 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-0aad61ec-05e6-4009-a7bc-64f70eaab22d req-da7df5c2-c7fe-49f5-8dc0-228bd9167d2f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0cd01e4bf13e4379b9d179c3973204fe&device_id=f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc HTTP/1.1" status: 200 len: 1096 time: 0.0827122 Aug 12 18:12:33.253085 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-018b817a-637b-4eec-ad81-83cc776a384f req-69bc3f3c-333b-48d6-a4a3-2f9448e2d51d service neutron] 10.222.0.57 "GET /v2.0/networks/69280036-392c-4dfc-84c7-1aa4a0c305c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626589 Aug 12 18:12:33.284919 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-0aad61ec-05e6-4009-a7bc-64f70eaab22d req-aecd9345-14f5-45ee-af63-30003eb7b984 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=191b98a4-8a2b-43e2-b563-2500f1c744b5 HTTP/1.1" status: 200 len: 217 time: 0.0451250 Aug 12 18:12:33.301552 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eeef6a-57cb-4cfe-b79b-4ada600f535c req-923f2af0-1e25-4a75-afbc-9d2a9513e95e tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:33.302966 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-54eeef6a-57cb-4cfe-b79b-4ada600f535c req-923f2af0-1e25-4a75-afbc-9d2a9513e95e tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] 10.222.0.30 "GET /v2.0/ports?device_id=48b5a9e5-26f9-427f-a857-3a1f609d6bc9 HTTP/1.1" status: 200 len: 945 time: 0.1033878 Aug 12 18:12:33.364347 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aad61ec-05e6-4009-a7bc-64f70eaab22d req-46105b35-0cec-4416-8a9c-f6f000a95515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:33.365736 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-0aad61ec-05e6-4009-a7bc-64f70eaab22d req-46105b35-0cec-4416-8a9c-f6f000a95515 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eed8715d-98a6-404a-8335-27c57f2cf8a3 HTTP/1.1" status: 200 len: 850 time: 0.0719965 Aug 12 18:12:33.370408 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-54eeef6a-57cb-4cfe-b79b-4ada600f535c req-44e645f9-4156-4f7b-b2e3-e4a875dc1ea2 tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1dcac89-572e-4f99-8c35-64f434445c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608380 Aug 12 18:12:33.419856 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aad61ec-05e6-4009-a7bc-64f70eaab22d req-17067454-181d-4691-afc6-9d3f2a2f7464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:33.424612 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-0aad61ec-05e6-4009-a7bc-64f70eaab22d req-17067454-181d-4691-afc6-9d3f2a2f7464 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c79ff127-e29d-415e-ac8f-388698d304d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0468781 Aug 12 18:12:33.498370 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02580df5-5b70-4e06-aad3-395d63fcdbd9 req-e361b2fc-f282-4740-8ac3-6a9470e0c95d tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:33.500497 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-02580df5-5b70-4e06-aad3-395d63fcdbd9 req-e361b2fc-f282-4740-8ac3-6a9470e0c95d tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc HTTP/1.1" status: 200 len: 943 time: 0.0482378 Aug 12 18:12:33.536904 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-02580df5-5b70-4e06-aad3-395d63fcdbd9 req-60c289bf-adfa-44cc-b262-bea6fe9aa44a tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/security-groups?id=c57fdca1-344f-4de7-a17a-826f1447a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304406 Aug 12 18:12:34.346826 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c638ebdf-9ef1-4a25-86c1-db70ec1151fa req-885a070e-a9b9-4e1c-a255-572120529b59 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:34.348339 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-c638ebdf-9ef1-4a25-86c1-db70ec1151fa req-885a070e-a9b9-4e1c-a255-572120529b59 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=6bec450e-372c-4e5b-8ad5-717ad421be83 HTTP/1.1" status: 200 len: 943 time: 0.0617878 Aug 12 18:12:34.447798 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-c638ebdf-9ef1-4a25-86c1-db70ec1151fa req-532d3e9d-ace1-4257-bf57-6914ab67591e tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814621 Aug 12 18:12:34.464928 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-0aad61ec-05e6-4009-a7bc-64f70eaab22d req-656ee668-c3d0-4ee4-9bb6-30dc6a7f8971 service neutron] 10.222.0.57 "GET /v2.0/networks/c79ff127-e29d-415e-ac8f-388698d304d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346900 Aug 12 18:12:34.518645 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf74cd-3ae0-44fe-a8da-1fe4c3f7f797 req-baf3ea8e-0d2a-4be2-9905-757ca2a96698 tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:34.519130 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 48438) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:12:34.520123 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-a2cf74cd-3ae0-44fe-a8da-1fe4c3f7f797 req-baf3ea8e-0d2a-4be2-9905-757ca2a96698 tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] 10.222.0.30 "GET /v2.0/ports?device_id=48b5a9e5-26f9-427f-a857-3a1f609d6bc9 HTTP/1.1" status: 200 len: 945 time: 0.0510492 Aug 12 18:12:34.570836 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-a2cf74cd-3ae0-44fe-a8da-1fe4c3f7f797 req-485230d6-6b5d-42c4-933e-fa6760b78e2d tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1dcac89-572e-4f99-8c35-64f434445c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321729 Aug 12 18:12:34.655168 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-b28d4fb1-8994-4c28-aa8c-20fa9e386edb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:34.685003 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7078e8-6971-4ce7-9881-5dc60f3af4c1 req-a097dbc2-0763-48b3-8bfb-bb087c90e1c6 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:34.687220 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-ad7078e8-6971-4ce7-9881-5dc60f3af4c1 req-a097dbc2-0763-48b3-8bfb-bb087c90e1c6 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc HTTP/1.1" status: 200 len: 943 time: 0.0796094 Aug 12 18:12:34.754729 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-ad7078e8-6971-4ce7-9881-5dc60f3af4c1 req-ee959a7b-0034-4971-9259-d701900912ef tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/security-groups?id=c57fdca1-344f-4de7-a17a-826f1447a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608513 Aug 12 18:12:34.797882 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-b28d4fb1-8994-4c28-aa8c-20fa9e386edb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:34.802468 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-b28d4fb1-8994-4c28-aa8c-20fa9e386edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:34.845193 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-b28d4fb1-8994-4c28-aa8c-20fa9e386edb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=84a687adde3b43db8e02b850b2bdd5ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3224621 Aug 12 18:12:34.845193 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28d4fb1-8994-4c28-aa8c-20fa9e386edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d220ad3-ca95-4bb9-95d3-738ff2fd8897,revision_number=1']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:34.845336 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 48454) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:12:34.907847 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-0320e662-9cc6-49e5-be8f-82c3ca24b043 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:34.929594 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-0320e662-9cc6-49e5-be8f-82c3ca24b043 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:34.952041 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-17a95459-5887-4757-82f2-47d23e77e560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:34.979255 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-0320e662-9cc6-49e5-be8f-82c3ca24b043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:34.982213 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-0320e662-9cc6-49e5-be8f-82c3ca24b043 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:34.983883 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-0320e662-9cc6-49e5-be8f-82c3ca24b043 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5d220ad3-ca95-4bb9-95d3-738ff2fd8897 HTTP/1.1" status: 204 len: 168 time: 0.1373203 Aug 12 18:12:34.993118 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0320e662-9cc6-49e5-be8f-82c3ca24b043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d220ad3-ca95-4bb9-95d3-738ff2fd8897,revision_number=None']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:35.243149 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Device 4a81de02-fcb4-4845-ae88-44a6128e03eb up at agent hyperv_hv-cinder-75994 {{(pid=94213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 18:12:35.309474 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Provisioning for port 4a81de02-fcb4-4845-ae88-44a6128e03eb completed by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 18:12:35.315098 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Provisioning complete for port 4a81de02-fcb4-4845-ae88-44a6128e03eb triggered by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:12:35.315646 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:35.346118 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-0aad61ec-05e6-4009-a7bc-64f70eaab22d req-5cb1ea2c-53c9-4f32-9a61-1348ae949230 service neutron] 10.222.0.57 "GET /v2.0/networks/c79ff127-e29d-415e-ac8f-388698d304d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046391 Aug 12 18:12:35.391985 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 48478) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:12:35.407047 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:35.407791 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-6fff7f36-c4ec-457e-b6ff-449fd64420dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:35.432243 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48b5a9e5-26f9-427f-a857-3a1f609d6bc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a81de02-fcb4-4845-ae88-44a6128e03eb'}] {{(pid=94213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 18:12:35.510815 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] For port 4a81de02-fcb4-4845-ae88-44a6128e03eb, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=4a81de02-fcb4-4845-ae88-44a6128e03eb,segment=NetworkSegment(251131b0-5c22-43b4-b611-e09d37f1d680),segment_id=251131b0-5c22-43b4-b611-e09d37f1d680)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:12:35.512620 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-6fff7f36-c4ec-457e-b6ff-449fd64420dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:35.515841 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:35.519585 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-6fff7f36-c4ec-457e-b6ff-449fd64420dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:35.565841 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-6fff7f36-c4ec-457e-b6ff-449fd64420dd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e1bca88a735e4d069346f94f1a13ec23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1724527 Aug 12 18:12:35.567197 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fff7f36-c4ec-457e-b6ff-449fd64420dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1008b6f-223d-4b7e-84fb-071fab7189ab,revision_number=1']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:35.570309 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 48488) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:12:35.586959 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Pushing event updated for resources: {'Port': ['ID=4a81de02-fcb4-4845-ae88-44a6128e03eb,revision_number=5']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:35.600727 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0704640a-3a56-4b17-ac55-bbac0870f8e2 req-f68b1cb7-9248-4478-9647-8458b05ab08f tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:35.609469 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-0704640a-3a56-4b17-ac55-bbac0870f8e2 req-f68b1cb7-9248-4478-9647-8458b05ab08f tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=6bec450e-372c-4e5b-8ad5-717ad421be83 HTTP/1.1" status: 200 len: 943 time: 0.0604174 Aug 12 18:12:35.625784 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-209abf1c-434e-4fa8-bd3d-27840aeb1b68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:35.640790 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 48492) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:12:35.654629 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-209abf1c-434e-4fa8-bd3d-27840aeb1b68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:35.672964 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-0704640a-3a56-4b17-ac55-bbac0870f8e2 req-a16cfafa-149d-4818-a8a1-404c8207770f tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626223 Aug 12 18:12:35.674522 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093bef5005328d2170e61a9e3556762ddeddd0b69a57765fcd678c61bdf37499" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e0958a-fef9-4da4-b459-6255ae197043" -d '{"events": [{"server_uuid": "48b5a9e5-26f9-427f-a857-3a1f609d6bc9", "name": "network-vif-plugged", "status": "completed", "tag": "4a81de02-fcb4-4845-ae88-44a6128e03eb"}]}' {{(pid=94213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 18:12:35.729994 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fa9ec9-9e87-4d15-a267-1da316cc734b req-fa6da9cb-ed42-42e8-8099-e73f7a52c0c4 tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:35.731854 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-85fa9ec9-9e87-4d15-a267-1da316cc734b req-fa6da9cb-ed42-42e8-8099-e73f7a52c0c4 tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] 10.222.0.30 "GET /v2.0/ports?device_id=48b5a9e5-26f9-427f-a857-3a1f609d6bc9 HTTP/1.1" status: 200 len: 946 time: 0.0614796 Aug 12 18:12:35.749081 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-209abf1c-434e-4fa8-bd3d-27840aeb1b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:35.751584 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-209abf1c-434e-4fa8-bd3d-27840aeb1b68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:35.752806 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-209abf1c-434e-4fa8-bd3d-27840aeb1b68 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d1008b6f-223d-4b7e-84fb-071fab7189ab HTTP/1.1" status: 204 len: 168 time: 0.1816118 Aug 12 18:12:35.771105 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209abf1c-434e-4fa8-bd3d-27840aeb1b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1008b6f-223d-4b7e-84fb-071fab7189ab,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:35.778649 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-802b1aed-f86c-40c9-8a86-e99fae0c47ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:35.798494 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-85fa9ec9-9e87-4d15-a267-1da316cc734b req-6ab3ce3f-95cc-437d-86b9-511d3cd2051b tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1dcac89-572e-4f99-8c35-64f434445c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580077 Aug 12 18:12:35.814217 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 18:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f3d51f-b94d-4a98-b78e-2d05b8c36cfc x-openstack-request-id: req-87f3d51f-b94d-4a98-b78e-2d05b8c36cfc {{(pid=94213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 18:12:35.814712 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48b5a9e5-26f9-427f-a857-3a1f609d6bc9", "name": "network-vif-plugged", "status": "completed", "tag": "4a81de02-fcb4-4845-ae88-44a6128e03eb", "code": 200}]} {{(pid=94213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 18:12:35.815150 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-87f3d51f-b94d-4a98-b78e-2d05b8c36cfc {{(pid=94213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 18:12:35.815820 dv-cinder-759943-10-iscsi neutron-server[94213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48b5a9e5-26f9-427f-a857-3a1f609d6bc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a81de02-fcb4-4845-ae88-44a6128e03eb', 'code': 200} Aug 12 18:12:35.899007 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-802b1aed-f86c-40c9-8a86-e99fae0c47ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:35.913808 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-802b1aed-f86c-40c9-8a86-e99fae0c47ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:35.914374 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaee83ba-6b64-4ce5-98c3-9f42a07d8d7c req-5765b813-a761-437d-9eb2-b157450de25f tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:35.916130 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-aaee83ba-6b64-4ce5-98c3-9f42a07d8d7c req-5765b813-a761-437d-9eb2-b157450de25f tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc HTTP/1.1" status: 200 len: 943 time: 0.0594699 Aug 12 18:12:35.962518 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-802b1aed-f86c-40c9-8a86-e99fae0c47ba admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=59610ed4bc7c4ae0a41964b126b4496e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3204958 Aug 12 18:12:35.965661 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-aaee83ba-6b64-4ce5-98c3-9f42a07d8d7c req-efddb71f-15ee-4046-b7d9-6f7af2b80527 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/security-groups?id=c57fdca1-344f-4de7-a17a-826f1447a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428600 Aug 12 18:12:35.966318 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 48510) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:12:35.981254 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802b1aed-f86c-40c9-8a86-e99fae0c47ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b195444-4c09-4ce2-8118-02f17a8f2d96,revision_number=1']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:36.029051 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-34145d26-fe96-4682-af1e-0fff38c82e0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:36.051104 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-34145d26-fe96-4682-af1e-0fff38c82e0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:36.098189 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-34145d26-fe96-4682-af1e-0fff38c82e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:36.099503 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 48514) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:12:36.101139 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-34145d26-fe96-4682-af1e-0fff38c82e0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:36.102295 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-34145d26-fe96-4682-af1e-0fff38c82e0d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6b195444-4c09-4ce2-8118-02f17a8f2d96 HTTP/1.1" status: 204 len: 168 time: 0.1350365 Aug 12 18:12:36.111072 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34145d26-fe96-4682-af1e-0fff38c82e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b195444-4c09-4ce2-8118-02f17a8f2d96,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:36.115299 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-a78de631-9ded-4e19-a400-53fc44c64f27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:36.214676 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-a78de631-9ded-4e19-a400-53fc44c64f27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:36.218781 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-a78de631-9ded-4e19-a400-53fc44c64f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:36.256624 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-a78de631-9ded-4e19-a400-53fc44c64f27 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bc7a65ab93634d548fd63537edb663da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1558759 Aug 12 18:12:36.257697 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78de631-9ded-4e19-a400-53fc44c64f27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=744c3a0b-6a74-4e47-96b7-0a27144fa3aa,revision_number=1']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:36.259310 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 48520) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:12:36.310589 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-70c05044-a09b-413a-b54d-024bb4ee77ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:36.334609 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-70c05044-a09b-413a-b54d-024bb4ee77ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:36.385201 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-70c05044-a09b-413a-b54d-024bb4ee77ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:36.387797 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-70c05044-a09b-413a-b54d-024bb4ee77ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:36.388957 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-70c05044-a09b-413a-b54d-024bb4ee77ee admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/744c3a0b-6a74-4e47-96b7-0a27144fa3aa HTTP/1.1" status: 204 len: 168 time: 0.1284065 Aug 12 18:12:36.397961 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c05044-a09b-413a-b54d-024bb4ee77ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=744c3a0b-6a74-4e47-96b7-0a27144fa3aa,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:36.450324 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 48526) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:12:36.466270 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-851063ec-4cca-409d-b159-c2f51c1cd6d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:36.565762 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035e7aa8-aafd-428a-bf21-ea7d4933491f req-8066f7bb-7ca3-427c-a75a-e25ca1e45dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:36.567275 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-035e7aa8-aafd-428a-bf21-ea7d4933491f req-8066f7bb-7ca3-427c-a75a-e25ca1e45dc1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=48b5a9e5-26f9-427f-a857-3a1f609d6bc9 HTTP/1.1" status: 200 len: 1099 time: 0.0731864 Aug 12 18:12:36.567747 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-851063ec-4cca-409d-b159-c2f51c1cd6d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:36.573596 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-851063ec-4cca-409d-b159-c2f51c1cd6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:36.590927 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-035e7aa8-aafd-428a-bf21-ea7d4933491f req-c2ea4345-6623-45a0-ad37-697bb76201ff service neutron] Notify callbacks [] for security_group, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:36.610376 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851063ec-4cca-409d-b159-c2f51c1cd6d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0426465f-d6b1-4763-a40f-bce3b08e2023,revision_number=1']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:36.618015 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-851063ec-4cca-409d-b159-c2f51c1cd6d4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=35d67461adb445ec99fcb6dfc04be798&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1665168 Aug 12 18:12:36.618389 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 48530) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:12:36.699547 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-62a47c4b-65f7-4c53-be81-3d83f81cb52c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:36.740752 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-62a47c4b-65f7-4c53-be81-3d83f81cb52c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:36.751868 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-035e7aa8-aafd-428a-bf21-ea7d4933491f req-c2ea4345-6623-45a0-ad37-697bb76201ff service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:36.757334 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-035e7aa8-aafd-428a-bf21-ea7d4933491f req-c2ea4345-6623-45a0-ad37-697bb76201ff service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:36.807985 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d406d4f3-6b1b-4183-ade5-ca4665439e5b req-cc2ed70d-68ff-4802-984d-9a996086779d tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:36.809577 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-d406d4f3-6b1b-4183-ade5-ca4665439e5b req-cc2ed70d-68ff-4802-984d-9a996086779d tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=6bec450e-372c-4e5b-8ad5-717ad421be83 HTTP/1.1" status: 200 len: 943 time: 0.0512044 Aug 12 18:12:36.824150 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-035e7aa8-aafd-428a-bf21-ea7d4933491f req-c2ea4345-6623-45a0-ad37-697bb76201ff service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e1dcac89-572e-4f99-8c35-64f434445c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458947 Aug 12 18:12:36.837733 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ea4345-6623-45a0-ad37-697bb76201ff service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8eaa6a02-01ac-47da-b863-84a5e9781bb0,revision_number=1']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:36.869803 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-62a47c4b-65f7-4c53-be81-3d83f81cb52c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:36.869803 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-62a47c4b-65f7-4c53-be81-3d83f81cb52c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:36.870249 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-62a47c4b-65f7-4c53-be81-3d83f81cb52c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0426465f-d6b1-4763-a40f-bce3b08e2023 HTTP/1.1" status: 204 len: 168 time: 0.2505059 Aug 12 18:12:36.889986 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a47c4b-65f7-4c53-be81-3d83f81cb52c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0426465f-d6b1-4763-a40f-bce3b08e2023,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:36.903056 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-d406d4f3-6b1b-4183-ade5-ca4665439e5b req-01488d31-a14d-4efe-8059-50975c2b28a6 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742624 Aug 12 18:12:36.962111 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c793ff-4658-4a20-a553-019b50b4490a req-980e7be3-77df-4ec3-b9e8-25b9f52059bd tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:36.964144 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-96c793ff-4658-4a20-a553-019b50b4490a req-980e7be3-77df-4ec3-b9e8-25b9f52059bd tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] 10.222.0.30 "GET /v2.0/ports?device_id=48b5a9e5-26f9-427f-a857-3a1f609d6bc9 HTTP/1.1" status: 200 len: 946 time: 0.0668819 Aug 12 18:12:37.022019 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-96c793ff-4658-4a20-a553-019b50b4490a req-1fcadc85-d9f1-4313-9d36-a252566a8e17 tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1dcac89-572e-4f99-8c35-64f434445c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462084 Aug 12 18:12:37.105369 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbb43ae-2f6d-4fd4-a8b7-d54201eae33c req-6faa08cd-ffa9-47a3-8852-5abed983a902 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:37.114491 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-9cbb43ae-2f6d-4fd4-a8b7-d54201eae33c req-6faa08cd-ffa9-47a3-8852-5abed983a902 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc HTTP/1.1" status: 200 len: 943 time: 0.0661931 Aug 12 18:12:37.153976 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-9cbb43ae-2f6d-4fd4-a8b7-d54201eae33c req-94c61d03-4490-446f-9837-601e844fc748 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/security-groups?id=c57fdca1-344f-4de7-a17a-826f1447a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385382 Aug 12 18:12:37.329732 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-1eb74d8d-a5f7-4ffc-82c3-c10378ead1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:37.350938 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 48586) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:12:37.527303 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-b9346f59-6d6c-4342-aabf-57fa560a887a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:37.634198 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-b9346f59-6d6c-4342-aabf-57fa560a887a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:37.638697 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-b9346f59-6d6c-4342-aabf-57fa560a887a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:37.675440 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9346f59-6d6c-4342-aabf-57fa560a887a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f56d771b-f0e7-4808-b380-e1d701d77f91,revision_number=1']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:37.680226 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-b9346f59-6d6c-4342-aabf-57fa560a887a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ab2cd3b7ec814328ba755689f2dd427b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3281095 Aug 12 18:12:37.682932 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 48608) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:12:37.737219 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-b5e51ca1-db9f-4dd8-98ea-71ae37993b2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:37.759406 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-b5e51ca1-db9f-4dd8-98ea-71ae37993b2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:37.810128 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-b5e51ca1-db9f-4dd8-98ea-71ae37993b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:37.812682 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-b5e51ca1-db9f-4dd8-98ea-71ae37993b2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:37.814335 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-b5e51ca1-db9f-4dd8-98ea-71ae37993b2e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f56d771b-f0e7-4808-b380-e1d701d77f91 HTTP/1.1" status: 204 len: 168 time: 0.1304355 Aug 12 18:12:37.822176 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e51ca1-db9f-4dd8-98ea-71ae37993b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f56d771b-f0e7-4808-b380-e1d701d77f91,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:37.963299 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:38.047395 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a2070a-fe92-411a-82f6-180d8d5956ce req-52c4ea8b-ab25-4ca4-ad38-9e1bb9c38e73 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:38.049322 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-48a2070a-fe92-411a-82f6-180d8d5956ce req-52c4ea8b-ab25-4ca4-ad38-9e1bb9c38e73 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=6bec450e-372c-4e5b-8ad5-717ad421be83 HTTP/1.1" status: 200 len: 943 time: 0.0660815 Aug 12 18:12:38.102211 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-48a2070a-fe92-411a-82f6-180d8d5956ce req-85822789-f7b7-499d-8134-e3418e5afe05 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418568 Aug 12 18:12:38.178057 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b809a3-cf27-4048-a2f8-c8d8e1516c64 req-23e2889a-9284-4a85-a2c4-6d0c7036e8b5 tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:38.186641 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-39b809a3-cf27-4048-a2f8-c8d8e1516c64 req-23e2889a-9284-4a85-a2c4-6d0c7036e8b5 tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] 10.222.0.30 "GET /v2.0/ports?device_id=48b5a9e5-26f9-427f-a857-3a1f609d6bc9 HTTP/1.1" status: 200 len: 946 time: 0.0566413 Aug 12 18:12:38.248726 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-39b809a3-cf27-4048-a2f8-c8d8e1516c64 req-185e82be-aa0b-41c6-9450-c1d5d983d9b2 tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1dcac89-572e-4f99-8c35-64f434445c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594468 Aug 12 18:12:38.316318 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e74a57-e16a-4053-bd10-635ad87d1ee5 req-0fbeaefe-b00d-449e-b42c-e872344d3d65 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:38.324429 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-57e74a57-e16a-4053-bd10-635ad87d1ee5 req-0fbeaefe-b00d-449e-b42c-e872344d3d65 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc HTTP/1.1" status: 200 len: 943 time: 0.0706439 Aug 12 18:12:38.378898 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-57e74a57-e16a-4053-bd10-635ad87d1ee5 req-7a837e11-f107-4249-8a9b-6961ee1e5171 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/security-groups?id=c57fdca1-344f-4de7-a17a-826f1447a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482774 Aug 12 18:12:38.468287 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Device ac456926-e2ac-422e-ace7-8d671c7ae6f6 details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=94213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 18:12:38.591974 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-2083c3fd-5dc5-47ae-86de-acca0e7a8e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:38.642978 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] For port ac456926-e2ac-422e-ace7-8d671c7ae6f6, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=ac456926-e2ac-422e-ace7-8d671c7ae6f6,segment=NetworkSegment(f72e982e-c115-4593-a5df-3fdd0aa12c0a),segment_id=f72e982e-c115-4593-a5df-3fdd0aa12c0a)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:12:38.660442 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Returning: {'device': 'ac456926-e2ac-422e-ace7-8d671c7ae6f6', 'network_id': '69280036-392c-4dfc-84c7-1aa4a0c305c8', 'port_id': 'ac456926-e2ac-422e-ace7-8d671c7ae6f6', 'mac_address': 'fa:16:3e:2a:04:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afc1472d-6afb-47f2-8956-e41e4c0db5e3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 18:12:38.727063 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:38.758213 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.notifiers.nova [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac456926-e2ac-422e-ace7-8d671c7ae6f6 {{(pid=94213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 18:12:38.785138 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] For port ac456926-e2ac-422e-ace7-8d671c7ae6f6, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=ac456926-e2ac-422e-ace7-8d671c7ae6f6,segment=NetworkSegment(f72e982e-c115-4593-a5df-3fdd0aa12c0a),segment_id=f72e982e-c115-4593-a5df-3fdd0aa12c0a)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:12:38.791410 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:38.792385 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Device 08cd73c9-093b-400e-ae0b-5aeaf8aecca2 details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=94213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 18:12:38.875082 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Pushing event updated for resources: {'Port': ['ID=ac456926-e2ac-422e-ace7-8d671c7ae6f6,revision_number=4']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:38.880528 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] For port 08cd73c9-093b-400e-ae0b-5aeaf8aecca2, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=08cd73c9-093b-400e-ae0b-5aeaf8aecca2,segment=NetworkSegment(f72e982e-c115-4593-a5df-3fdd0aa12c0a),segment_id=f72e982e-c115-4593-a5df-3fdd0aa12c0a)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:12:38.893934 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Returning: {'device': '08cd73c9-093b-400e-ae0b-5aeaf8aecca2', 'network_id': '69280036-392c-4dfc-84c7-1aa4a0c305c8', 'port_id': '08cd73c9-093b-400e-ae0b-5aeaf8aecca2', 'mac_address': 'fa:16:3e:28:2a:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afc1472d-6afb-47f2-8956-e41e4c0db5e3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 18:12:38.941417 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:38.960104 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.notifiers.nova [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08cd73c9-093b-400e-ae0b-5aeaf8aecca2 {{(pid=94213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 18:12:38.984523 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] For port 08cd73c9-093b-400e-ae0b-5aeaf8aecca2, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=08cd73c9-093b-400e-ae0b-5aeaf8aecca2,segment=NetworkSegment(f72e982e-c115-4593-a5df-3fdd0aa12c0a),segment_id=f72e982e-c115-4593-a5df-3fdd0aa12c0a)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:12:38.992274 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:38.993141 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Device 191b98a4-8a2b-43e2-b563-2500f1c744b5 details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=94213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 18:12:39.083476 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Pushing event updated for resources: {'Port': ['ID=08cd73c9-093b-400e-ae0b-5aeaf8aecca2,revision_number=4']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:39.127050 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] For port 191b98a4-8a2b-43e2-b563-2500f1c744b5, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=191b98a4-8a2b-43e2-b563-2500f1c744b5,segment=NetworkSegment(46bbfa7e-a69f-4f8c-9052-3afd7fb55f04),segment_id=46bbfa7e-a69f-4f8c-9052-3afd7fb55f04)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:12:39.140703 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Returning: {'device': '191b98a4-8a2b-43e2-b563-2500f1c744b5', 'network_id': 'c79ff127-e29d-415e-ac8f-388698d304d0', 'port_id': '191b98a4-8a2b-43e2-b563-2500f1c744b5', 'mac_address': 'fa:16:3e:42:ff:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eed8715d-98a6-404a-8335-27c57f2cf8a3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 18:12:39.211165 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:39.230213 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.notifiers.nova [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 191b98a4-8a2b-43e2-b563-2500f1c744b5 {{(pid=94213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 18:12:39.256003 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 48706) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:12:39.281791 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] For port 191b98a4-8a2b-43e2-b563-2500f1c744b5, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=191b98a4-8a2b-43e2-b563-2500f1c744b5,segment=NetworkSegment(46bbfa7e-a69f-4f8c-9052-3afd7fb55f04),segment_id=46bbfa7e-a69f-4f8c-9052-3afd7fb55f04)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:12:39.288137 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:39.365491 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f92339-87d6-4ac9-9129-5c59d453f57e req-53ec6808-225f-4c7f-8fae-3c1d5dc13815 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:39.369215 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Pushing event updated for resources: {'Port': ['ID=191b98a4-8a2b-43e2-b563-2500f1c744b5,revision_number=4']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:39.383329 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-98f92339-87d6-4ac9-9129-5c59d453f57e req-53ec6808-225f-4c7f-8fae-3c1d5dc13815 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=6bec450e-372c-4e5b-8ad5-717ad421be83 HTTP/1.1" status: 200 len: 944 time: 0.1406260 Aug 12 18:12:39.434117 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feacb318-b258-4d5a-ab49-5a5b08f246ce req-c613609f-33ea-4e8e-a9ea-e197a75c767b tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:39.436924 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-feacb318-b258-4d5a-ab49-5a5b08f246ce req-c613609f-33ea-4e8e-a9ea-e197a75c767b tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] 10.222.0.30 "GET /v2.0/ports?device_id=48b5a9e5-26f9-427f-a857-3a1f609d6bc9 HTTP/1.1" status: 200 len: 946 time: 0.0974457 Aug 12 18:12:39.448052 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-98f92339-87d6-4ac9-9129-5c59d453f57e req-7352c935-7b36-4fa0-919d-e73d5144e5f6 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584838 Aug 12 18:12:39.484702 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-a009d37b-ab81-4902-9e15-4ace3088936f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:39.509464 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-feacb318-b258-4d5a-ab49-5a5b08f246ce req-913ab445-4ea7-47e1-b7ae-10cd9b011c67 tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1dcac89-572e-4f99-8c35-64f434445c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666027 Aug 12 18:12:39.620305 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd709ad8-b32f-4153-9820-1e277d4311bd req-2d97a348-13fa-45f0-89e8-b180c435abc2 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:39.634742 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-dd709ad8-b32f-4153-9820-1e277d4311bd req-2d97a348-13fa-45f0-89e8-b180c435abc2 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc HTTP/1.1" status: 200 len: 944 time: 0.0703208 Aug 12 18:12:39.674999 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-a009d37b-ab81-4902-9e15-4ace3088936f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:39.688026 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-a009d37b-ab81-4902-9e15-4ace3088936f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:39.719511 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-dd709ad8-b32f-4153-9820-1e277d4311bd req-049f35d9-a4f8-4414-bc34-cf6dbc3290cc tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/security-groups?id=c57fdca1-344f-4de7-a17a-826f1447a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826995 Aug 12 18:12:39.755279 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 48734) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:12:39.755819 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-a009d37b-ab81-4902-9e15-4ace3088936f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4ee9782065584a5b91aa2d002f4521ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4985237 Aug 12 18:12:39.758342 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a009d37b-ab81-4902-9e15-4ace3088936f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b94a3718-13a1-49fb-9e51-519adfce0c66,revision_number=1']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:39.771833 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 48736) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:12:39.836686 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-1e5d71ab-43ba-48a3-b0f6-d6b8569c284c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:39.878015 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-1e5d71ab-43ba-48a3-b0f6-d6b8569c284c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:39.975008 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-1e5d71ab-43ba-48a3-b0f6-d6b8569c284c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:39.975008 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-1e5d71ab-43ba-48a3-b0f6-d6b8569c284c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:39.975008 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-1e5d71ab-43ba-48a3-b0f6-d6b8569c284c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b94a3718-13a1-49fb-9e51-519adfce0c66 HTTP/1.1" status: 204 len: 168 time: 0.2164431 Aug 12 18:12:39.982186 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5d71ab-43ba-48a3-b0f6-d6b8569c284c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94a3718-13a1-49fb-9e51-519adfce0c66,revision_number=None']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:40.032950 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-28d3f3d5-f4f1-44ef-9362-d78dd2d37e37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:40.130250 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-28d3f3d5-f4f1-44ef-9362-d78dd2d37e37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:40.134435 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-28d3f3d5-f4f1-44ef-9362-d78dd2d37e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:40.171841 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d3f3d5-f4f1-44ef-9362-d78dd2d37e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=346fb9c0-0aa5-4e2e-90ef-af32738ef458,revision_number=1']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:40.177179 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-28d3f3d5-f4f1-44ef-9362-d78dd2d37e37 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5536caf638604011ba0da1da80e87d99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4027431 Aug 12 18:12:40.179906 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 48760) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:12:40.209299 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-b1de9828-bfad-4ef8-8d69-6d6f9fbe420c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:40.240694 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-52fafd44-3d54-4792-9f7f-284d7e4800f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:40.265750 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-52fafd44-3d54-4792-9f7f-284d7e4800f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:40.318356 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 48766) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:12:40.332470 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-755975df-e26a-4bcd-bc76-41b04f71edec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:40.341571 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-52fafd44-3d54-4792-9f7f-284d7e4800f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:40.344026 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-52fafd44-3d54-4792-9f7f-284d7e4800f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:40.345110 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-52fafd44-3d54-4792-9f7f-284d7e4800f0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/346fb9c0-0aa5-4e2e-90ef-af32738ef458 HTTP/1.1" status: 204 len: 168 time: 0.1644509 Aug 12 18:12:40.363885 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fafd44-3d54-4792-9f7f-284d7e4800f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=346fb9c0-0aa5-4e2e-90ef-af32738ef458,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:40.444347 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-755975df-e26a-4bcd-bc76-41b04f71edec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:40.450326 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-755975df-e26a-4bcd-bc76-41b04f71edec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:40.489952 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-755975df-e26a-4bcd-bc76-41b04f71edec admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=515b7ce5e0ac4771b979c1645e8aeb2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1703873 Aug 12 18:12:40.490845 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755975df-e26a-4bcd-bc76-41b04f71edec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9066d5d-224a-4095-b2ad-42b21c5d79c6,revision_number=1']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:40.492967 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 48776) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:12:40.575667 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-383096c2-3bf4-4197-9c88-eb3dee474aaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:40.578739 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac9cb82-711f-4074-a439-fd4b23119f68 req-c4e437a3-6800-436a-9a8c-97a6332b2224 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:40.580947 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-2ac9cb82-711f-4074-a439-fd4b23119f68 req-c4e437a3-6800-436a-9a8c-97a6332b2224 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=6bec450e-372c-4e5b-8ad5-717ad421be83 HTTP/1.1" status: 200 len: 944 time: 0.0611305 Aug 12 18:12:40.602682 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-383096c2-3bf4-4197-9c88-eb3dee474aaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:40.622471 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-2ac9cb82-711f-4074-a439-fd4b23119f68 req-2e69ab1e-5773-4cad-b43a-6c3c5c129434 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348613 Aug 12 18:12:40.659033 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-383096c2-3bf4-4197-9c88-eb3dee474aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:40.662393 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-383096c2-3bf4-4197-9c88-eb3dee474aaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:40.663773 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-383096c2-3bf4-4197-9c88-eb3dee474aaa admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e9066d5d-224a-4095-b2ad-42b21c5d79c6 HTTP/1.1" status: 204 len: 168 time: 0.1697459 Aug 12 18:12:40.672890 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383096c2-3bf4-4197-9c88-eb3dee474aaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9066d5d-224a-4095-b2ad-42b21c5d79c6,revision_number=None']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:40.755375 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 48788) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:12:40.768142 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-b36154ee-90f4-432e-b942-e8884ac59f0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:40.861741 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b177b-7988-4527-8323-f79b417bde93 req-6ec05a57-d8f5-4bca-a7e3-b940a5c5976e tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:40.863256 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-677b177b-7988-4527-8323-f79b417bde93 req-6ec05a57-d8f5-4bca-a7e3-b940a5c5976e tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc HTTP/1.1" status: 200 len: 944 time: 0.0832214 Aug 12 18:12:40.922362 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-677b177b-7988-4527-8323-f79b417bde93 req-f48e3db0-6167-4172-8a4a-9553bde89eb1 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/security-groups?id=c57fdca1-344f-4de7-a17a-826f1447a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503223 Aug 12 18:12:40.954655 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-b36154ee-90f4-432e-b942-e8884ac59f0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:40.959762 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-b36154ee-90f4-432e-b942-e8884ac59f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:41.006101 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-b36154ee-90f4-432e-b942-e8884ac59f0e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2cf4f85bd4f540e1bb47ac7f8b6c023d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2480850 Aug 12 18:12:41.006101 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36154ee-90f4-432e-b942-e8884ac59f0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1ad0d50-83b2-41ea-8e49-e005264ee2f8,revision_number=1']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:41.007213 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 48798) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:12:41.063284 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-379713be-83b5-4434-bb92-69e1a1391355 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:41.096485 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-379713be-83b5-4434-bb92-69e1a1391355 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:41.149535 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-379713be-83b5-4434-bb92-69e1a1391355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:41.152113 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-379713be-83b5-4434-bb92-69e1a1391355 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:41.153226 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-379713be-83b5-4434-bb92-69e1a1391355 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b1ad0d50-83b2-41ea-8e49-e005264ee2f8 HTTP/1.1" status: 204 len: 168 time: 0.1450765 Aug 12 18:12:41.162679 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379713be-83b5-4434-bb92-69e1a1391355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1ad0d50-83b2-41ea-8e49-e005264ee2f8,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:41.735949 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f454c6-48b8-44b5-905d-39a289974dbc req-84dcf4ea-1de7-42a9-88f4-691e22fa6798 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:41.737320 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-95f454c6-48b8-44b5-905d-39a289974dbc req-84dcf4ea-1de7-42a9-88f4-691e22fa6798 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=6bec450e-372c-4e5b-8ad5-717ad421be83 HTTP/1.1" status: 200 len: 944 time: 0.0494459 Aug 12 18:12:41.777513 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-95f454c6-48b8-44b5-905d-39a289974dbc req-35c160fd-6205-4572-9f14-8c6ec8829622 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327797 Aug 12 18:12:42.052599 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daba6d16-6852-4366-8b08-52f60161229f req-6c4300e2-9f01-4b82-9d79-97fbdd832b3a tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:42.054242 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-daba6d16-6852-4366-8b08-52f60161229f req-6c4300e2-9f01-4b82-9d79-97fbdd832b3a tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc HTTP/1.1" status: 200 len: 944 time: 0.0568449 Aug 12 18:12:42.127271 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-daba6d16-6852-4366-8b08-52f60161229f req-43d691ce-74d6-4245-b696-53e35422465a tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/security-groups?id=c57fdca1-344f-4de7-a17a-826f1447a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621085 Aug 12 18:12:42.345235 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] get_ports_and_sgs() called for port_ids ['ac456926-e2ac-422e-ace7-8d671c7ae6f6'] {{(pid=94213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 18:12:42.394201 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] get_ports_and_sgs() called for port_ids ['08cd73c9-093b-400e-ae0b-5aeaf8aecca2'] {{(pid=94213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 18:12:42.421279 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] get_ports_and_sgs() called for port_ids ['191b98a4-8a2b-43e2-b563-2500f1c744b5'] {{(pid=94213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 18:12:42.896296 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093de2b6-fc2f-46dc-8354-e7fe3f2eefc7 req-275b3685-c81e-4366-9404-2338dedc0d36 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:42.897751 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-093de2b6-fc2f-46dc-8354-e7fe3f2eefc7 req-275b3685-c81e-4366-9404-2338dedc0d36 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=6bec450e-372c-4e5b-8ad5-717ad421be83 HTTP/1.1" status: 200 len: 944 time: 0.0503728 Aug 12 18:12:42.938146 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-093de2b6-fc2f-46dc-8354-e7fe3f2eefc7 req-bb8cd18a-3b77-4605-81ed-4846f140218d tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341830 Aug 12 18:12:43.257637 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b080e-8c7d-47b3-b81c-e39cb411887d req-55d4d39b-62cb-412b-a644-26c239c8da7f tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:43.259205 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-0f8b080e-8c7d-47b3-b81c-e39cb411887d req-55d4d39b-62cb-412b-a644-26c239c8da7f tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc HTTP/1.1" status: 200 len: 944 time: 0.0515170 Aug 12 18:12:43.310923 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-0f8b080e-8c7d-47b3-b81c-e39cb411887d req-c164c312-0f22-4fdd-81d0-39acde3ad1a1 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/security-groups?id=c57fdca1-344f-4de7-a17a-826f1447a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368907 Aug 12 18:12:44.063647 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07253f0-6abb-4453-b846-145d51076db4 req-e4721851-de97-4fd0-b221-5d62ccbac98a tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:44.064999 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-b07253f0-6abb-4453-b846-145d51076db4 req-e4721851-de97-4fd0-b221-5d62ccbac98a tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=6bec450e-372c-4e5b-8ad5-717ad421be83 HTTP/1.1" status: 200 len: 944 time: 0.0481727 Aug 12 18:12:44.104518 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-b07253f0-6abb-4453-b846-145d51076db4 req-b051110c-d390-4414-8245-f0387906a815 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334890 Aug 12 18:12:44.408870 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Device ac456926-e2ac-422e-ace7-8d671c7ae6f6 up at agent hyperv_hv-cinder-75994 {{(pid=94213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 18:12:44.444222 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c133175b-da90-4360-9448-e04912bd7aec req-c578f502-9035-4138-885a-d36d8ed41c1f tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:44.445766 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-c133175b-da90-4360-9448-e04912bd7aec req-c578f502-9035-4138-885a-d36d8ed41c1f tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc HTTP/1.1" status: 200 len: 944 time: 0.0651491 Aug 12 18:12:44.484015 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Provisioning for port ac456926-e2ac-422e-ace7-8d671c7ae6f6 completed by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 18:12:44.488684 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Provisioning complete for port ac456926-e2ac-422e-ace7-8d671c7ae6f6 triggered by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:12:44.489292 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:44.492478 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-c133175b-da90-4360-9448-e04912bd7aec req-161faad7-29ad-4441-b871-e4422614a77c tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/security-groups?id=c57fdca1-344f-4de7-a17a-826f1447a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389233 Aug 12 18:12:44.595959 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:44.622129 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bec450e-372c-4e5b-8ad5-717ad421be83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac456926-e2ac-422e-ace7-8d671c7ae6f6'}] {{(pid=94213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 18:12:44.625496 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093bef5005328d2170e61a9e3556762ddeddd0b69a57765fcd678c61bdf37499" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6715b0b4-8346-407d-97c9-548d409d30a5" -d '{"events": [{"server_uuid": "6bec450e-372c-4e5b-8ad5-717ad421be83", "name": "network-vif-plugged", "status": "completed", "tag": "ac456926-e2ac-422e-ace7-8d671c7ae6f6"}]}' {{(pid=94213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 18:12:44.643506 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] For port ac456926-e2ac-422e-ace7-8d671c7ae6f6, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=ac456926-e2ac-422e-ace7-8d671c7ae6f6,segment=NetworkSegment(f72e982e-c115-4593-a5df-3fdd0aa12c0a),segment_id=f72e982e-c115-4593-a5df-3fdd0aa12c0a)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:12:44.657406 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:44.658220 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Device 191b98a4-8a2b-43e2-b563-2500f1c744b5 up at agent hyperv_hv-cinder-75994 {{(pid=94213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 18:12:44.679287 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 18:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbeadd7e-d4db-4292-9d83-b40408d3bb14 x-openstack-request-id: req-fbeadd7e-d4db-4292-9d83-b40408d3bb14 {{(pid=94213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 18:12:44.679572 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bec450e-372c-4e5b-8ad5-717ad421be83", "name": "network-vif-plugged", "status": "completed", "tag": "ac456926-e2ac-422e-ace7-8d671c7ae6f6", "code": 200}]} {{(pid=94213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 18:12:44.679816 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fbeadd7e-d4db-4292-9d83-b40408d3bb14 {{(pid=94213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 18:12:44.680191 dv-cinder-759943-10-iscsi neutron-server[94213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bec450e-372c-4e5b-8ad5-717ad421be83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac456926-e2ac-422e-ace7-8d671c7ae6f6', 'code': 200} Aug 12 18:12:44.830391 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Pushing event updated for resources: {'Port': ['ID=ac456926-e2ac-422e-ace7-8d671c7ae6f6,revision_number=5']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:44.844204 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Provisioning for port 191b98a4-8a2b-43e2-b563-2500f1c744b5 completed by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 18:12:44.847713 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Provisioning complete for port 191b98a4-8a2b-43e2-b563-2500f1c744b5 triggered by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:12:44.848029 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:44.919285 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:44.950429 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] For port 191b98a4-8a2b-43e2-b563-2500f1c744b5, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=191b98a4-8a2b-43e2-b563-2500f1c744b5,segment=NetworkSegment(46bbfa7e-a69f-4f8c-9052-3afd7fb55f04),segment_id=46bbfa7e-a69f-4f8c-9052-3afd7fb55f04)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:12:44.954334 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:45.002568 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Pushing event updated for resources: {'Port': ['ID=191b98a4-8a2b-43e2-b563-2500f1c744b5,revision_number=5']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:45.217516 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8250eb1a-7143-4e70-b031-0b9a1e6727cb req-f085d5be-6412-4f2c-b555-9e880b9c1535 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:45.219000 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-8250eb1a-7143-4e70-b031-0b9a1e6727cb req-f085d5be-6412-4f2c-b555-9e880b9c1535 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=6bec450e-372c-4e5b-8ad5-717ad421be83 HTTP/1.1" status: 200 len: 945 time: 0.0482836 Aug 12 18:12:45.258161 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-8250eb1a-7143-4e70-b031-0b9a1e6727cb req-25b69ec0-845a-4bab-abb7-5a775582ed01 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333560 Aug 12 18:12:45.617436 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e886857-4a69-4c10-8c12-1ae602307e9d req-e8065586-c50c-47b7-b779-83fda05bcce8 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:45.619050 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-0e886857-4a69-4c10-8c12-1ae602307e9d req-e8065586-c50c-47b7-b779-83fda05bcce8 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc HTTP/1.1" status: 200 len: 945 time: 0.0533550 Aug 12 18:12:45.662835 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-0e886857-4a69-4c10-8c12-1ae602307e9d req-0dbaa8dd-5cec-4099-9ed0-6939a9f8a6c6 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/security-groups?id=c57fdca1-344f-4de7-a17a-826f1447a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377748 Aug 12 18:12:46.032050 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 49096) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:12:46.136110 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-6a9b5db2-c224-460a-92d7-d9a053c1a640 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:46.222979 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-6a9b5db2-c224-460a-92d7-d9a053c1a640 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:46.227028 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-6a9b5db2-c224-460a-92d7-d9a053c1a640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:46.270408 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-6a9b5db2-c224-460a-92d7-d9a053c1a640 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7eee1a96a3394bdba89a93d4df7802a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2372921 Aug 12 18:12:46.271244 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9b5db2-c224-460a-92d7-d9a053c1a640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=466a7686-54af-4d60-ad51-ca27ebe43cff,revision_number=1']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:46.273054 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 49102) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:12:46.322395 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-cb55737a-c2be-487f-89e8-063c05312275 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:46.365200 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-cb55737a-c2be-487f-89e8-063c05312275 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:46.406299 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6d3e8f-29f4-4ffe-af16-8a39dede6251 req-9b1dd96a-2d2b-4840-83fb-984c64eefaf6 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:46.407743 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-1b6d3e8f-29f4-4ffe-af16-8a39dede6251 req-9b1dd96a-2d2b-4840-83fb-984c64eefaf6 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=6bec450e-372c-4e5b-8ad5-717ad421be83 HTTP/1.1" status: 200 len: 945 time: 0.0812345 Aug 12 18:12:46.434998 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-cb55737a-c2be-487f-89e8-063c05312275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:46.438090 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-cb55737a-c2be-487f-89e8-063c05312275 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:46.439136 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-cb55737a-c2be-487f-89e8-063c05312275 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/466a7686-54af-4d60-ad51-ca27ebe43cff HTTP/1.1" status: 204 len: 168 time: 0.1649704 Aug 12 18:12:46.456484 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb55737a-c2be-487f-89e8-063c05312275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=466a7686-54af-4d60-ad51-ca27ebe43cff,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:46.463007 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-1b6d3e8f-29f4-4ffe-af16-8a39dede6251 req-79b66fc1-43fa-446d-95fb-6c3c26edcac2 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491858 Aug 12 18:12:46.681149 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '191b98a4-8a2b-43e2-b563-2500f1c744b5'}] {{(pid=94213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 18:12:46.685051 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093bef5005328d2170e61a9e3556762ddeddd0b69a57765fcd678c61bdf37499" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e935d56-34b5-4a21-9863-d41048cad16f" -d '{"events": [{"server_uuid": "f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc", "name": "network-vif-plugged", "status": "completed", "tag": "191b98a4-8a2b-43e2-b563-2500f1c744b5"}]}' {{(pid=94213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 18:12:46.703427 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345ed0a1-be0b-452c-8a18-1849c8843c8c req-36351602-a0a0-4a92-a6ce-f685338e7a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:46.705010 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-345ed0a1-be0b-452c-8a18-1849c8843c8c req-36351602-a0a0-4a92-a6ce-f685338e7a05 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6bec450e-372c-4e5b-8ad5-717ad421be83 HTTP/1.1" status: 200 len: 1098 time: 0.0486872 Aug 12 18:12:46.764780 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-345ed0a1-be0b-452c-8a18-1849c8843c8c req-0b1c08e0-a8ea-4ca4-9c38-eddf52a9e020 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420120 Aug 12 18:12:46.768439 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 49118) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:12:46.775728 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 18:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2165168a-f503-4274-9e05-78b875f18a35 x-openstack-request-id: req-2165168a-f503-4274-9e05-78b875f18a35 {{(pid=94213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 18:12:46.776053 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc", "name": "network-vif-plugged", "status": "completed", "tag": "191b98a4-8a2b-43e2-b563-2500f1c744b5", "code": 200}]} {{(pid=94213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 18:12:46.776302 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2165168a-f503-4274-9e05-78b875f18a35 {{(pid=94213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 18:12:46.776685 dv-cinder-759943-10-iscsi neutron-server[94213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '191b98a4-8a2b-43e2-b563-2500f1c744b5', 'code': 200} Aug 12 18:12:46.785792 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-51a1b02d-09de-4f67-84ef-086af023bba1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:46.847009 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840adfee-a3d1-40ac-b503-bacb03184a53 req-f748acb3-7a49-4dd9-810e-013c3455ad40 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:46.848786 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-840adfee-a3d1-40ac-b503-bacb03184a53 req-f748acb3-7a49-4dd9-810e-013c3455ad40 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc HTTP/1.1" status: 200 len: 945 time: 0.0608504 Aug 12 18:12:46.902414 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-840adfee-a3d1-40ac-b503-bacb03184a53 req-aaf722e7-6997-4aa5-89ce-d2293c7efbcb tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/security-groups?id=c57fdca1-344f-4de7-a17a-826f1447a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466969 Aug 12 18:12:46.906384 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-51a1b02d-09de-4f67-84ef-086af023bba1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:46.910274 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-51a1b02d-09de-4f67-84ef-086af023bba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:46.953483 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-51a1b02d-09de-4f67-84ef-086af023bba1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=54336d1925d04e08bcd69fb4d80ea137&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1837513 Aug 12 18:12:46.954661 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a1b02d-09de-4f67-84ef-086af023bba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb8b3720-b438-433c-a9df-5f9c23af2edb,revision_number=1']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:46.956388 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 49122) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:12:47.005608 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-0f998bbd-0397-4ee0-9d7f-e8e1e50b53f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:47.013812 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32974011-5955-4b64-b789-5598e9679e8d req-34211e43-3d0d-4809-a288-ad75aec2b3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:47.015355 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-32974011-5955-4b64-b789-5598e9679e8d req-34211e43-3d0d-4809-a288-ad75aec2b3cc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc HTTP/1.1" status: 200 len: 1098 time: 0.0411272 Aug 12 18:12:47.028368 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-0f998bbd-0397-4ee0-9d7f-e8e1e50b53f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:47.052967 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-32974011-5955-4b64-b789-5598e9679e8d req-6d67925b-b35f-41ad-bcab-793bed1b8ec4 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c57fdca1-344f-4de7-a17a-826f1447a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279341 Aug 12 18:12:47.075154 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-0f998bbd-0397-4ee0-9d7f-e8e1e50b53f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:47.077731 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-0f998bbd-0397-4ee0-9d7f-e8e1e50b53f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:47.078927 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-0f998bbd-0397-4ee0-9d7f-e8e1e50b53f3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bb8b3720-b438-433c-a9df-5f9c23af2edb HTTP/1.1" status: 204 len: 168 time: 0.1213655 Aug 12 18:12:47.092244 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f998bbd-0397-4ee0-9d7f-e8e1e50b53f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb8b3720-b438-433c-a9df-5f9c23af2edb,revision_number=None']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:47.551154 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 49154) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:12:47.614292 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634d5b20-9b65-4414-901c-8dc716fb927a req-6b05c908-6eb7-47bf-bd01-078e4db1aa8d tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:47.616087 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-634d5b20-9b65-4414-901c-8dc716fb927a req-6b05c908-6eb7-47bf-bd01-078e4db1aa8d tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=6bec450e-372c-4e5b-8ad5-717ad421be83 HTTP/1.1" status: 200 len: 945 time: 0.0590816 Aug 12 18:12:47.670486 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-634d5b20-9b65-4414-901c-8dc716fb927a req-9e9f7e58-21ac-428f-ab20-6431e430546e tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473092 Aug 12 18:12:47.750080 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-28a16954-a77e-44fa-a5fd-141c6b52deae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:47.866795 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-28a16954-a77e-44fa-a5fd-141c6b52deae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:47.875458 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-28a16954-a77e-44fa-a5fd-141c6b52deae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:47.912042 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-28a16954-a77e-44fa-a5fd-141c6b52deae admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5d6e5710222146df958f33ac66ea383d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3598049 Aug 12 18:12:47.915634 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 49182) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:12:47.962159 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a16954-a77e-44fa-a5fd-141c6b52deae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b4f61e5-3016-414d-a2a8-91e6ebe0907e,revision_number=1']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:48.024136 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-69865915-0603-4834-ac68-ee67197caf76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:48.049684 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Device 08cd73c9-093b-400e-ae0b-5aeaf8aecca2 up at agent hyperv_hv-cinder-75994 {{(pid=94213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 18:12:48.063173 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-69865915-0603-4834-ac68-ee67197caf76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:48.095867 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65b43a2-56a1-4503-b540-f4cea0b43909 req-2b4e3383-b17a-432c-9bc5-829ab70ff1ae tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:48.097356 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-f65b43a2-56a1-4503-b540-f4cea0b43909 req-2b4e3383-b17a-432c-9bc5-829ab70ff1ae tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc HTTP/1.1" status: 200 len: 945 time: 0.0856900 Aug 12 18:12:48.119352 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Provisioning for port 08cd73c9-093b-400e-ae0b-5aeaf8aecca2 completed by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 18:12:48.125190 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Provisioning complete for port 08cd73c9-093b-400e-ae0b-5aeaf8aecca2 triggered by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:12:48.125980 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:48.147527 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-f65b43a2-56a1-4503-b540-f4cea0b43909 req-5f20f3eb-9d5c-401d-94c5-4e4a4f28841c tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/security-groups?id=c57fdca1-344f-4de7-a17a-826f1447a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419919 Aug 12 18:12:48.156126 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-69865915-0603-4834-ac68-ee67197caf76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:48.158734 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-69865915-0603-4834-ac68-ee67197caf76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:48.159849 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-69865915-0603-4834-ac68-ee67197caf76 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3b4f61e5-3016-414d-a2a8-91e6ebe0907e HTTP/1.1" status: 204 len: 168 time: 0.2432504 Aug 12 18:12:48.172106 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69865915-0603-4834-ac68-ee67197caf76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b4f61e5-3016-414d-a2a8-91e6ebe0907e,revision_number=None']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:48.241438 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:48.286708 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] For port 08cd73c9-093b-400e-ae0b-5aeaf8aecca2, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=08cd73c9-093b-400e-ae0b-5aeaf8aecca2,segment=NetworkSegment(f72e982e-c115-4593-a5df-3fdd0aa12c0a),segment_id=f72e982e-c115-4593-a5df-3fdd0aa12c0a)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:12:48.292496 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:48.350464 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Pushing event updated for resources: {'Port': ['ID=08cd73c9-093b-400e-ae0b-5aeaf8aecca2,revision_number=5']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:48.499319 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 49198) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:12:48.513948 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-f2d6658b-7626-4f1e-b6b1-48522c5d05c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:48.602497 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-f2d6658b-7626-4f1e-b6b1-48522c5d05c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:48.606695 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-f2d6658b-7626-4f1e-b6b1-48522c5d05c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:48.648780 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-f2d6658b-7626-4f1e-b6b1-48522c5d05c8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0fedde8a6f344d66a9d3dc295ef73099&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1456807 Aug 12 18:12:48.648780 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d6658b-7626-4f1e-b6b1-48522c5d05c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cddc8c48-0de9-4a17-abee-33be1236666e,revision_number=1']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:48.649153 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 49202) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:12:48.723232 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-f9fecf68-386b-40ff-ad90-6b045cb64cb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:48.759673 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-f9fecf68-386b-40ff-ad90-6b045cb64cb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:48.778524 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc73c794-c918-4d35-b969-010662453973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08cd73c9-093b-400e-ae0b-5aeaf8aecca2'}] {{(pid=94213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 18:12:48.782013 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093bef5005328d2170e61a9e3556762ddeddd0b69a57765fcd678c61bdf37499" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21a6588d-0ae9-4d95-b7aa-a5221b4c1085" -d '{"events": [{"server_uuid": "dc73c794-c918-4d35-b969-010662453973", "name": "network-vif-plugged", "status": "completed", "tag": "08cd73c9-093b-400e-ae0b-5aeaf8aecca2"}]}' {{(pid=94213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 18:12:48.831171 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 18:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f1d348-3850-4450-9a6f-66cbe116a225 x-openstack-request-id: req-d8f1d348-3850-4450-9a6f-66cbe116a225 {{(pid=94213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 18:12:48.831460 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc73c794-c918-4d35-b969-010662453973", "name": "network-vif-plugged", "status": "completed", "tag": "08cd73c9-093b-400e-ae0b-5aeaf8aecca2", "code": 200}]} {{(pid=94213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 18:12:48.831893 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d8f1d348-3850-4450-9a6f-66cbe116a225 {{(pid=94213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 18:12:48.832320 dv-cinder-759943-10-iscsi neutron-server[94213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc73c794-c918-4d35-b969-010662453973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08cd73c9-093b-400e-ae0b-5aeaf8aecca2', 'code': 200} Aug 12 18:12:48.837533 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b090a6fe-2561-4b10-b2e6-0fd2efec6e32 req-09df2088-29d8-40b9-974b-2214d002f2f8 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:48.839230 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-b090a6fe-2561-4b10-b2e6-0fd2efec6e32 req-09df2088-29d8-40b9-974b-2214d002f2f8 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=6bec450e-372c-4e5b-8ad5-717ad421be83 HTTP/1.1" status: 200 len: 945 time: 0.0823364 Aug 12 18:12:48.875931 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-f9fecf68-386b-40ff-ad90-6b045cb64cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:48.878450 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-f9fecf68-386b-40ff-ad90-6b045cb64cb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:48.879708 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-f9fecf68-386b-40ff-ad90-6b045cb64cb0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cddc8c48-0de9-4a17-abee-33be1236666e HTTP/1.1" status: 204 len: 168 time: 0.2294447 Aug 12 18:12:48.898722 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fecf68-386b-40ff-ad90-6b045cb64cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cddc8c48-0de9-4a17-abee-33be1236666e,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:48.908470 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-b090a6fe-2561-4b10-b2e6-0fd2efec6e32 req-e9e6c8fa-36b2-4523-9d7f-4a05725f9c39 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550334 Aug 12 18:12:49.091452 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9b5124-26aa-442e-b99f-9e9d9ca4459c req-ab2bd9ef-fd1d-455a-9168-edd278728298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:49.093493 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-1f9b5124-26aa-442e-b99f-9e9d9ca4459c req-ab2bd9ef-fd1d-455a-9168-edd278728298 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=dc73c794-c918-4d35-b969-010662453973 HTTP/1.1" status: 200 len: 1099 time: 0.0733886 Aug 12 18:12:49.156456 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-1f9b5124-26aa-442e-b99f-9e9d9ca4459c req-90234f55-89f5-448f-8de0-bbff3a8f791f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460739 Aug 12 18:12:49.330688 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa5f551-3f1d-4eda-b523-c8e5d5b1c2d0 req-2d857baa-d6b0-4947-a0f0-72e22d8aa056 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:49.333073 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-ffa5f551-3f1d-4eda-b523-c8e5d5b1c2d0 req-2d857baa-d6b0-4947-a0f0-72e22d8aa056 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc HTTP/1.1" status: 200 len: 945 time: 0.0857012 Aug 12 18:12:49.385058 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9722e4d1-558a-44c1-8a77-0d4a2ceae837 req-f98bc1fc-d900-4350-a53d-4c8de57e2c8b tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:49.401952 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-9722e4d1-558a-44c1-8a77-0d4a2ceae837 req-f98bc1fc-d900-4350-a53d-4c8de57e2c8b tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=6bec450e-372c-4e5b-8ad5-717ad421be83 HTTP/1.1" status: 200 len: 945 time: 0.0656528 Aug 12 18:12:49.413455 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 49248) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:12:49.437702 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-ffa5f551-3f1d-4eda-b523-c8e5d5b1c2d0 req-91d78d24-f8f1-4f71-b475-aae96236df42 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/security-groups?id=c57fdca1-344f-4de7-a17a-826f1447a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902743 Aug 12 18:12:49.440048 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715997a0-eb9b-4c60-875b-126fb98740f8 req-c0db4eb6-19c9-485a-aa11-00e9455f117d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:49.441563 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-715997a0-eb9b-4c60-875b-126fb98740f8 req-c0db4eb6-19c9-485a-aa11-00e9455f117d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ec7b40fc66d54f7baf7c87a636dd94ac&device_id=6bec450e-372c-4e5b-8ad5-717ad421be83 HTTP/1.1" status: 200 len: 1098 time: 0.1074531 Aug 12 18:12:49.446541 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-9722e4d1-558a-44c1-8a77-0d4a2ceae837 req-229df7d9-e0cf-44b2-94b8-b8aa15990936 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433259 Aug 12 18:12:49.588696 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ea5caa-1b03-444c-95c7-db56414a0bc6 req-817903d7-af5c-4f7f-a7ba-db4083acff05 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:49.590156 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-e9ea5caa-1b03-444c-95c7-db56414a0bc6 req-817903d7-af5c-4f7f-a7ba-db4083acff05 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc HTTP/1.1" status: 200 len: 945 time: 0.0801551 Aug 12 18:12:49.592909 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715997a0-eb9b-4c60-875b-126fb98740f8 req-20fd2d4b-af17-4d9c-a980-48feccef8c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:49.594268 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-715997a0-eb9b-4c60-875b-126fb98740f8 req-20fd2d4b-af17-4d9c-a980-48feccef8c6b service neutron] 10.222.0.57 "GET /v2.0/networks?id=69280036-392c-4dfc-84c7-1aa4a0c305c8 HTTP/1.1" status: 200 len: 920 time: 0.1372654 Aug 12 18:12:49.601395 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 49258) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:12:49.607293 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.v2.base [None req-3fa27e20-82b2-4103-ac73-b067953d22fc tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Request body: {'floatingip': {'port_id': '191b98a4-8a2b-43e2-b563-2500f1c744b5'}} {{(pid=94212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:12:49.643653 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 49262) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:12:49.704996 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-d17213b7-c503-4bf5-8686-d2a2fc193d1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:49.731863 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-3fa27e20-82b2-4103-ac73-b067953d22fc tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Notify callbacks [] for floatingip, before_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:49.741809 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-715997a0-eb9b-4c60-875b-126fb98740f8 req-8045d001-eb16-4a87-9478-1db8f65c10f4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ac456926-e2ac-422e-ace7-8d671c7ae6f6 HTTP/1.1" status: 200 len: 217 time: 0.1382556 Aug 12 18:12:49.774790 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-38b12a65-5e30-4bb0-b7e1-80625f113683 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:49.802536 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-d17213b7-c503-4bf5-8686-d2a2fc193d1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:49.809730 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-d17213b7-c503-4bf5-8686-d2a2fc193d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:49.855866 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-d17213b7-c503-4bf5-8686-d2a2fc193d1a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4a798d05597c4b3cb32e51b4699c75f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2109637 Aug 12 18:12:49.858473 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 49274) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:12:49.865327 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17213b7-c503-4bf5-8686-d2a2fc193d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d07c8903-54a8-4985-9eac-969c24984f17,revision_number=1']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:49.928300 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-aea2530e-58be-4d80-b523-18040019b25f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:49.955825 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-aea2530e-58be-4d80-b523-18040019b25f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:50.052315 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-aea2530e-58be-4d80-b523-18040019b25f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:50.055230 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-aea2530e-58be-4d80-b523-18040019b25f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:50.059032 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-aea2530e-58be-4d80-b523-18040019b25f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d07c8903-54a8-4985-9eac-969c24984f17 HTTP/1.1" status: 204 len: 168 time: 0.1969430 Aug 12 18:12:50.070635 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea2530e-58be-4d80-b523-18040019b25f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d07c8903-54a8-4985-9eac-969c24984f17,revision_number=None']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:50.171259 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715997a0-eb9b-4c60-875b-126fb98740f8 req-f7f34177-7572-43e0-b9e1-24006f4895b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:50.172973 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-715997a0-eb9b-4c60-875b-126fb98740f8 req-f7f34177-7572-43e0-b9e1-24006f4895b1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=afc1472d-6afb-47f2-8956-e41e4c0db5e3 HTTP/1.1" status: 200 len: 859 time: 0.3996949 Aug 12 18:12:50.282311 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-715997a0-eb9b-4c60-875b-126fb98740f8 req-cc62bd70-266c-4237-93a8-7957d4e82906 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=69280036-392c-4dfc-84c7-1aa4a0c305c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793421 Aug 12 18:12:50.464720 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-38b12a65-5e30-4bb0-b7e1-80625f113683 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:50.502275 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-38b12a65-5e30-4bb0-b7e1-80625f113683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:50.564239 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 49300) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:12:50.586599 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-d6892bb2-b888-4391-b86e-2449e0ac7a26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:50.618896 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-715997a0-eb9b-4c60-875b-126fb98740f8 req-c6fc9c61-7ef8-4e68-bbff-869ceba14c27 service neutron] 10.222.0.57 "GET /v2.0/networks/69280036-392c-4dfc-84c7-1aa4a0c305c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3188663 Aug 12 18:12:50.631587 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c9661-1761-41fa-95b8-5bce230a5f6d req-e869e970-2376-4866-b156-d6a18640b3b3 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:50.638804 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-c27c9661-1761-41fa-95b8-5bce230a5f6d req-e869e970-2376-4866-b156-d6a18640b3b3 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=6bec450e-372c-4e5b-8ad5-717ad421be83 HTTP/1.1" status: 200 len: 945 time: 0.1081190 Aug 12 18:12:50.684361 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 49304) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:12:50.701994 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b12a65-5e30-4bb0-b7e1-80625f113683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49c6cb42-fd81-48bd-994f-760a8e5e9877,revision_number=1']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:50.707037 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-38b12a65-5e30-4bb0-b7e1-80625f113683 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2d83642d11e648bc93a41cbfc8ac03b2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2922716 Aug 12 18:12:50.730144 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 49308) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:12:50.758499 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-c27c9661-1761-41fa-95b8-5bce230a5f6d req-5bfd7675-fdf8-4698-8382-aa8c472c97e8 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032059 Aug 12 18:12:50.850218 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-35b803b4-ea57-43f4-9b6b-e4ae72e4c812 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:50.860910 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-649f3253-1609-4a10-84aa-b9c47f8f5fa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:50.911991 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-35b803b4-ea57-43f4-9b6b-e4ae72e4c812 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:50.920585 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-715997a0-eb9b-4c60-875b-126fb98740f8 req-c87eac5c-4469-45fa-8b50-4de76f991664 service neutron] 10.222.0.57 "GET /v2.0/networks/69280036-392c-4dfc-84c7-1aa4a0c305c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819815 Aug 12 18:12:50.921665 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-d6892bb2-b888-4391-b86e-2449e0ac7a26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:50.932686 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-d6892bb2-b888-4391-b86e-2449e0ac7a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:50.971827 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 49312) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:12:51.013834 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6892bb2-b888-4391-b86e-2449e0ac7a26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=030ae9ba-84b2-4f2b-b5e5-c594d1c36323,revision_number=1']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:51.023041 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-d6892bb2-b888-4391-b86e-2449e0ac7a26 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5f2f3172719e406790a495b8dcd7aa6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4574654 Aug 12 18:12:51.024426 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 49320) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:12:51.048257 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-3fa27e20-82b2-4103-ac73-b067953d22fc tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:51.052403 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-3fa27e20-82b2-4103-ac73-b067953d22fc tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734856'] for floatingip, after_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:51.054166 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-35b803b4-ea57-43f4-9b6b-e4ae72e4c812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:51.056664 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-35b803b4-ea57-43f4-9b6b-e4ae72e4c812 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:51.057779 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-35b803b4-ea57-43f4-9b6b-e4ae72e4c812 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/49c6cb42-fd81-48bd-994f-760a8e5e9877 HTTP/1.1" status: 204 len: 168 time: 0.3264070 Aug 12 18:12:51.088760 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b803b4-ea57-43f4-9b6b-e4ae72e4c812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c6cb42-fd81-48bd-994f-760a8e5e9877,revision_number=None']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:51.131578 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-7673efbe-9e8c-45a6-8975-e77461232cc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:51.171076 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-7673efbe-9e8c-45a6-8975-e77461232cc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:51.178682 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-649f3253-1609-4a10-84aa-b9c47f8f5fa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:51.202274 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.db.l3_db [None req-3fa27e20-82b2-4103-ac73-b067953d22fc tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Floating IP 65ea2358-99be-482d-ae1d-ae8f2b1e460b associated. External IP: 172.27.3.203, port: 191b98a4-8a2b-43e2-b563-2500f1c744b5. Aug 12 18:12:51.204434 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-649f3253-1609-4a10-84aa-b9c47f8f5fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:51.213042 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-5177cac5-545e-4462-9e39-6b17bd18fff3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:51.290223 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-649f3253-1609-4a10-84aa-b9c47f8f5fa0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=73ccc300c16344c09e92388983cf4279&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6023312 Aug 12 18:12:51.293844 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 49330) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:12:51.309270 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649f3253-1609-4a10-84aa-b9c47f8f5fa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bef4779-c7c2-4345-8fb3-4d36ddd3c994,revision_number=1']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:51.366790 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-7673efbe-9e8c-45a6-8975-e77461232cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:51.369363 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-7673efbe-9e8c-45a6-8975-e77461232cc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:51.370661 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-7673efbe-9e8c-45a6-8975-e77461232cc4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/030ae9ba-84b2-4f2b-b5e5-c594d1c36323 HTTP/1.1" status: 204 len: 168 time: 0.3453331 Aug 12 18:12:51.398435 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7673efbe-9e8c-45a6-8975-e77461232cc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=030ae9ba-84b2-4f2b-b5e5-c594d1c36323,revision_number=None']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:51.412379 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-cd3120cf-ee89-4351-b3ca-10dfc611a441 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:51.457111 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-cd3120cf-ee89-4351-b3ca-10dfc611a441 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:51.466586 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fa27e20-82b2-4103-ac73-b067953d22fc tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Router 125848af-d0d8-4afc-a5d1-18c01665fa15 has already been hosted by L3 agent 35f8a3af-1ed6-4507-a756-5ee5db7e6400 {{(pid=94212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 18:12:51.475107 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 49334) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:12:51.495120 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-a64c4050-0cb5-46c1-963e-91647b92aeaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:51.505443 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-5177cac5-545e-4462-9e39-6b17bd18fff3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:51.511798 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-5177cac5-545e-4462-9e39-6b17bd18fff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:51.562411 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5177cac5-545e-4462-9e39-6b17bd18fff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d747f8d8-0ed0-4637-af94-8a8c9e399f21,revision_number=1']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:51.565206 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-cd3120cf-ee89-4351-b3ca-10dfc611a441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:51.567714 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-cd3120cf-ee89-4351-b3ca-10dfc611a441 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:51.569985 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-cd3120cf-ee89-4351-b3ca-10dfc611a441 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4bef4779-c7c2-4345-8fb3-4d36ddd3c994 HTTP/1.1" status: 204 len: 168 time: 0.2719610 Aug 12 18:12:51.576991 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-5177cac5-545e-4462-9e39-6b17bd18fff3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=190837efcb1a457d906665cdac280824&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6034279 Aug 12 18:12:51.577747 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 49340) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:12:51.590887 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3120cf-ee89-4351-b3ca-10dfc611a441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bef4779-c7c2-4345-8fb3-4d36ddd3c994,revision_number=None']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:51.644331 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-d70a4718-445b-4229-9b8c-93abd8ba98dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:51.670047 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-d70a4718-445b-4229-9b8c-93abd8ba98dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:51.737386 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-d70a4718-445b-4229-9b8c-93abd8ba98dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:51.741195 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-d70a4718-445b-4229-9b8c-93abd8ba98dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:51.742794 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-d70a4718-445b-4229-9b8c-93abd8ba98dc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d747f8d8-0ed0-4637-af94-8a8c9e399f21 HTTP/1.1" status: 204 len: 168 time: 0.1630547 Aug 12 18:12:51.753374 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70a4718-445b-4229-9b8c-93abd8ba98dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d747f8d8-0ed0-4637-af94-8a8c9e399f21,revision_number=None']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:51.925870 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fa27e20-82b2-4103-ac73-b067953d22fc tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Notify agent at l3_agent.dv-cinder-759943-10-iscsi the message routers_updated {{(pid=94212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 18:12:51.931203 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-3fa27e20-82b2-4103-ac73-b067953d22fc tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195385'] for floatingip, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:51.945337 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e4ddce-a974-4a89-b8a0-02243469ffba None None] Sync routers for ids ['125848af-d0d8-4afc-a5d1-18c01665fa15'] in dv-cinder-759943-10-iscsi {{(pid=94214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 18:12:51.958471 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e4ddce-a974-4a89-b8a0-02243469ffba None None] Routers {'125848af-d0d8-4afc-a5d1-18c01665fa15'} bound to L3 agent in host dv-cinder-759943-10-iscsi {{(pid=94214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 18:12:51.959354 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_hamode_db [None req-95e4ddce-a974-4a89-b8a0-02243469ffba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T18:04:37Z,description=,heartbeat_timestamp=2021-08-12T18:12:37Z,host='dv-cinder-759943-10-iscsi',id=35f8a3af-1ed6-4507-a756-5ee5db7e6400,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T18:04:37Z,topic='l3_agent')) {'router_ids': ['125848af-d0d8-4afc-a5d1-18c01665fa15'], 'active': True} {{(pid=94214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:12:51.980544 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eee778-ff9e-4ea0-ad37-96c1958df14d req-cf6b6cc9-75f2-4331-bb31-77485015a9f2 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:51.983211 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-88eee778-ff9e-4ea0-ad37-96c1958df14d req-cf6b6cc9-75f2-4331-bb31-77485015a9f2 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=6bec450e-372c-4e5b-8ad5-717ad421be83 HTTP/1.1" status: 200 len: 945 time: 0.1471770 Aug 12 18:12:51.990668 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:52.009348 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-a64c4050-0cb5-46c1-963e-91647b92aeaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:52.016122 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-3fa27e20-82b2-4103-ac73-b067953d22fc tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "PUT /v2.0/floatingips/65ea2358-99be-482d-ae1d-ae8f2b1e460b HTTP/1.1" status: 200 len: 991 time: 2.4132657 Aug 12 18:12:52.018423 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc', 'tag': '191b98a4-8a2b-43e2-b563-2500f1c744b5'}] {{(pid=94212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 18:12:52.021022 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd512f55349b839fb4675422b2dbaf52bda1baead41a4efd90d4bf8a5142663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22121ae6-994f-44cf-87e0-7c30a9ba92fa" -d '{"events": [{"name": "network-changed", "server_uuid": "f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc", "tag": "191b98a4-8a2b-43e2-b563-2500f1c744b5"}]}' {{(pid=94212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 18:12:52.030634 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-a64c4050-0cb5-46c1-963e-91647b92aeaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:52.052932 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 49358) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:12:52.073863 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-cdcae9e0-752a-481b-8218-c1f442be2d03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:52.092739 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_dvr_db [None req-95e4ddce-a974-4a89-b8a0-02243469ffba None None] Set router 125848af-d0d8-4afc-a5d1-18c01665fa15 gateway port host: dv-cinder-759943-10-iscsi {{(pid=94214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 18:12:52.135020 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-a64c4050-0cb5-46c1-963e-91647b92aeaa admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=52d6de01ed364604b257dd995e945196&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6588647 Aug 12 18:12:52.139982 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-88eee778-ff9e-4ea0-ad37-96c1958df14d req-648e7236-594d-4076-88f0-81cd7ab62509 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472566 Aug 12 18:12:52.144365 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 49362) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:12:52.162703 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c4050-0cb5-46c1-963e-91647b92aeaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a1dfbdd-8cd6-4baf-ad1c-cf210a440a2b,revision_number=1']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:52.213366 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-c0065ad3-92ef-4ca9-82bc-4a4123a9c444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:52.245879 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 18:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-778febdd-24db-4fd8-a2cb-fb9e4c041512 x-openstack-request-id: req-778febdd-24db-4fd8-a2cb-fb9e4c041512 {{(pid=94212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 18:12:52.246544 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc", "tag": "191b98a4-8a2b-43e2-b563-2500f1c744b5", "status": "completed", "code": 200}]} {{(pid=94212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 18:12:52.246996 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-778febdd-24db-4fd8-a2cb-fb9e4c041512 {{(pid=94212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 18:12:52.247635 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc', 'tag': '191b98a4-8a2b-43e2-b563-2500f1c744b5', 'status': 'completed', 'code': 200} Aug 12 18:12:52.266827 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-c0065ad3-92ef-4ca9-82bc-4a4123a9c444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:52.275227 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-cdcae9e0-752a-481b-8218-c1f442be2d03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:52.288394 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-cdcae9e0-752a-481b-8218-c1f442be2d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:52.366768 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcae9e0-752a-481b-8218-c1f442be2d03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21efc5a9-da59-47f6-bcba-1092b9a775a2,revision_number=1']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:52.380753 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-cdcae9e0-752a-481b-8218-c1f442be2d03 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a64afe753ed44bccbb7d16d57060fcba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3261435 Aug 12 18:12:52.382940 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 49372) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:12:52.422099 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22121ae6-994f-44cf-87e0-7c30a9ba92fa req-c3cfdde6-a9c9-4a21-ae47-09a6e4c10db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:52.423676 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-22121ae6-994f-44cf-87e0-7c30a9ba92fa req-c3cfdde6-a9c9-4a21-ae47-09a6e4c10db8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0cd01e4bf13e4379b9d179c3973204fe&device_id=f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc HTTP/1.1" status: 200 len: 1098 time: 0.1547246 Aug 12 18:12:52.453795 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-c0065ad3-92ef-4ca9-82bc-4a4123a9c444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:52.455877 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-96197153-a16a-4ad5-a04a-67b6954a161e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:52.460605 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-c0065ad3-92ef-4ca9-82bc-4a4123a9c444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:52.465430 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-c0065ad3-92ef-4ca9-82bc-4a4123a9c444 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7a1dfbdd-8cd6-4baf-ad1c-cf210a440a2b HTTP/1.1" status: 204 len: 168 time: 0.3208981 Aug 12 18:12:52.486693 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-96197153-a16a-4ad5-a04a-67b6954a161e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:52.529214 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0065ad3-92ef-4ca9-82bc-4a4123a9c444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a1dfbdd-8cd6-4baf-ad1c-cf210a440a2b,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:52.556551 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-96197153-a16a-4ad5-a04a-67b6954a161e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:52.560613 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-96197153-a16a-4ad5-a04a-67b6954a161e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:52.562552 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-96197153-a16a-4ad5-a04a-67b6954a161e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/21efc5a9-da59-47f6-bcba-1092b9a775a2 HTTP/1.1" status: 204 len: 168 time: 0.1779263 Aug 12 18:12:52.573995 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96197153-a16a-4ad5-a04a-67b6954a161e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21efc5a9-da59-47f6-bcba-1092b9a775a2,revision_number=None']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:52.609646 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22121ae6-994f-44cf-87e0-7c30a9ba92fa req-e0c98b39-d2d9-41b4-a14d-2f03fd7daead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:52.611563 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-22121ae6-994f-44cf-87e0-7c30a9ba92fa req-e0c98b39-d2d9-41b4-a14d-2f03fd7daead service neutron] 10.222.0.57 "GET /v2.0/networks?id=c79ff127-e29d-415e-ac8f-388698d304d0 HTTP/1.1" status: 200 len: 912 time: 0.1710849 Aug 12 18:12:52.664489 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_hamode_db [None req-95e4ddce-a974-4a89-b8a0-02243469ffba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '125848af-d0d8-4afc-a5d1-18c01665fa15', 'name': 'tempest-AttachVolumeTestJSON-1592677697-router', 'tenant_id': '0cd01e4bf13e4379b9d179c3973204fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '71e68df2-01d5-418b-85e3-cd5b857e5a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:11:56Z', 'updated_at': '2021-08-12T18:12:02Z', 'revision_number': 4, 'project_id': '0cd01e4bf13e4379b9d179c3973204fe', 'gw_port': {'id': '71e68df2-01d5-418b-85e3-cd5b857e5a2c', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:9f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125848af-d0d8-4afc-a5d1-18c01665fa15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:11:57Z', 'updated_at': '2021-08-12T18:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi', '_floatingips': [{'id': '65ea2358-99be-482d-ae1d-ae8f2b1e460b', 'tenant_id': '0cd01e4bf13e4379b9d179c3973204fe', 'floating_ip_address': '172.27.3.203', 'floating_network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'router_id': '125848af-d0d8-4afc-a5d1-18c01665fa15', 'port_id': '191b98a4-8a2b-43e2-b563-2500f1c744b5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c79ff127-e29d-415e-ac8f-388698d304d0', 'mac_address': 'fa:16:3e:42:ff:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T18:12:09Z', 'updated_at': '2021-08-12T18:12:50Z', 'revision_number': 1, 'project_id': '0cd01e4bf13e4379b9d179c3973204fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef96eada-e4f9-4724-b495-dec83a05f179', 'name': '', 'network_id': 'c79ff127-e29d-415e-ac8f-388698d304d0', 'tenant_id': '0cd01e4bf13e4379b9d179c3973204fe', 'mac_address': 'fa:16:3e:74:80:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125848af-d0d8-4afc-a5d1-18c01665fa15', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eed8715d-98a6-404a-8335-27c57f2cf8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:12:01Z', 'updated_at': '2021-08-12T18:12:09Z', 'revision_number': 5, 'project_id': '0cd01e4bf13e4379b9d179c3973204fe', 'subnets': [{'id': 'eed8715d-98a6-404a-8335-27c57f2cf8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-10-iscsi', False) {} {{(pid=94214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:12:52.743711 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-22121ae6-994f-44cf-87e0-7c30a9ba92fa req-71fd0cb0-5dc2-49bd-bff9-2b07aaa285fe service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=191b98a4-8a2b-43e2-b563-2500f1c744b5 HTTP/1.1" status: 200 len: 999 time: 0.1210310 Aug 12 18:12:52.794941 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e4ddce-a974-4a89-b8a0-02243469ffba None None] Checking router: 125848af-d0d8-4afc-a5d1-18c01665fa15 for host: dv-cinder-759943-10-iscsi {{(pid=94214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 18:12:52.805215 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e4ddce-a974-4a89-b8a0-02243469ffba None None] Routers {'125848af-d0d8-4afc-a5d1-18c01665fa15'} bound to L3 agent in host dv-cinder-759943-10-iscsi {{(pid=94214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 18:12:52.805817 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_hamode_db [None req-95e4ddce-a974-4a89-b8a0-02243469ffba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T18:04:37Z,description=,heartbeat_timestamp=2021-08-12T18:12:37Z,host='dv-cinder-759943-10-iscsi',id=35f8a3af-1ed6-4507-a756-5ee5db7e6400,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T18:04:37Z,topic='l3_agent')) {'router_ids': ['125848af-d0d8-4afc-a5d1-18c01665fa15'], 'active': True} {{(pid=94214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:12:52.814842 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22121ae6-994f-44cf-87e0-7c30a9ba92fa req-1c3aae4d-c7dc-496f-8ff4-0b21403d04f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:52.816880 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-22121ae6-994f-44cf-87e0-7c30a9ba92fa req-1c3aae4d-c7dc-496f-8ff4-0b21403d04f1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eed8715d-98a6-404a-8335-27c57f2cf8a3 HTTP/1.1" status: 200 len: 850 time: 0.0642724 Aug 12 18:12:52.867608 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22121ae6-994f-44cf-87e0-7c30a9ba92fa req-43071063-eabf-49f3-ab36-90e347d338ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:52.869114 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-22121ae6-994f-44cf-87e0-7c30a9ba92fa req-43071063-eabf-49f3-ab36-90e347d338ba service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c79ff127-e29d-415e-ac8f-388698d304d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0432065 Aug 12 18:12:52.923260 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_dvr_db [None req-95e4ddce-a974-4a89-b8a0-02243469ffba None None] Set router 125848af-d0d8-4afc-a5d1-18c01665fa15 gateway port host: dv-cinder-759943-10-iscsi {{(pid=94214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 18:12:52.994422 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-22121ae6-994f-44cf-87e0-7c30a9ba92fa req-5107e003-c05e-4c00-97db-69ffb60f32cc service neutron] 10.222.0.57 "GET /v2.0/networks/c79ff127-e29d-415e-ac8f-388698d304d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117296 Aug 12 18:12:53.108047 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-22121ae6-994f-44cf-87e0-7c30a9ba92fa req-2cb38fe7-dd24-41bf-8181-09c6fa9837c7 service neutron] 10.222.0.57 "GET /v2.0/networks/c79ff127-e29d-415e-ac8f-388698d304d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995636 Aug 12 18:12:53.226076 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_hamode_db [None req-95e4ddce-a974-4a89-b8a0-02243469ffba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '125848af-d0d8-4afc-a5d1-18c01665fa15', 'name': 'tempest-AttachVolumeTestJSON-1592677697-router', 'tenant_id': '0cd01e4bf13e4379b9d179c3973204fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '71e68df2-01d5-418b-85e3-cd5b857e5a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:11:56Z', 'updated_at': '2021-08-12T18:12:02Z', 'revision_number': 4, 'project_id': '0cd01e4bf13e4379b9d179c3973204fe', 'gw_port': {'id': '71e68df2-01d5-418b-85e3-cd5b857e5a2c', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:9f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125848af-d0d8-4afc-a5d1-18c01665fa15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:11:57Z', 'updated_at': '2021-08-12T18:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi', '_floatingips': [{'id': '65ea2358-99be-482d-ae1d-ae8f2b1e460b', 'tenant_id': '0cd01e4bf13e4379b9d179c3973204fe', 'floating_ip_address': '172.27.3.203', 'floating_network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'router_id': '125848af-d0d8-4afc-a5d1-18c01665fa15', 'port_id': '191b98a4-8a2b-43e2-b563-2500f1c744b5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c79ff127-e29d-415e-ac8f-388698d304d0', 'mac_address': 'fa:16:3e:42:ff:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T18:12:09Z', 'updated_at': '2021-08-12T18:12:50Z', 'revision_number': 1, 'project_id': '0cd01e4bf13e4379b9d179c3973204fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef96eada-e4f9-4724-b495-dec83a05f179', 'name': '', 'network_id': 'c79ff127-e29d-415e-ac8f-388698d304d0', 'tenant_id': '0cd01e4bf13e4379b9d179c3973204fe', 'mac_address': 'fa:16:3e:74:80:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125848af-d0d8-4afc-a5d1-18c01665fa15', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eed8715d-98a6-404a-8335-27c57f2cf8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:12:01Z', 'updated_at': '2021-08-12T18:12:09Z', 'revision_number': 5, 'project_id': '0cd01e4bf13e4379b9d179c3973204fe', 'subnets': [{'id': 'eed8715d-98a6-404a-8335-27c57f2cf8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-10-iscsi', False) {} {{(pid=94214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:12:53.258919 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e4ddce-a974-4a89-b8a0-02243469ffba None None] The sync data for ids ['125848af-d0d8-4afc-a5d1-18c01665fa15'] in dv-cinder-759943-10-iscsi is: [{'id': '125848af-d0d8-4afc-a5d1-18c01665fa15', 'name': 'tempest-AttachVolumeTestJSON-1592677697-router', 'tenant_id': '0cd01e4bf13e4379b9d179c3973204fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '71e68df2-01d5-418b-85e3-cd5b857e5a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:11:56Z', 'updated_at': '2021-08-12T18:12:02Z', 'revision_number': 4, 'project_id': '0cd01e4bf13e4379b9d179c3973204fe', 'gw_port': {'id': '71e68df2-01d5-418b-85e3-cd5b857e5a2c', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:9f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125848af-d0d8-4afc-a5d1-18c01665fa15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:11:57Z', 'updated_at': '2021-08-12T18:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi', '_floatingips': [{'id': '65ea2358-99be-482d-ae1d-ae8f2b1e460b', 'tenant_id': '0cd01e4bf13e4379b9d179c3973204fe', 'floating_ip_address': '172.27.3.203', 'floating_network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'router_id': '125848af-d0d8-4afc-a5d1-18c01665fa15', 'port_id': '191b98a4-8a2b-43e2-b563-2500f1c744b5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c79ff127-e29d-415e-ac8f-388698d304d0', 'mac_address': 'fa:16:3e:42:ff:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T18:12:09Z', 'updated_at': '2021-08-12T18:12:50Z', 'revision_number': 1, 'project_id': '0cd01e4bf13e4379b9d179c3973204fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef96eada-e4f9-4724-b495-dec83a05f179', 'name': '', 'network_id': 'c79ff127-e29d-415e-ac8f-388698d304d0', 'tenant_id': '0cd01e4bf13e4379b9d179c3973204fe', 'mac_address': 'fa:16:3e:74:80:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125848af-d0d8-4afc-a5d1-18c01665fa15', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eed8715d-98a6-404a-8335-27c57f2cf8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:12:01Z', 'updated_at': '2021-08-12T18:12:09Z', 'revision_number': 5, 'project_id': '0cd01e4bf13e4379b9d179c3973204fe', 'subnets': [{'id': 'eed8715d-98a6-404a-8335-27c57f2cf8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 18:12:53.337268 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9f8d78-4ea0-408e-aadc-741bc2a52064 req-e37f5e99-4ffd-495b-940e-7ec68d63ea23 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:53.339303 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-eb9f8d78-4ea0-408e-aadc-741bc2a52064 req-e37f5e99-4ffd-495b-940e-7ec68d63ea23 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=6bec450e-372c-4e5b-8ad5-717ad421be83 HTTP/1.1" status: 200 len: 945 time: 0.0735600 Aug 12 18:12:53.394059 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-eb9f8d78-4ea0-408e-aadc-741bc2a52064 req-0ad61abf-4f82-4e96-b4f6-27951547ecd0 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469778 Aug 12 18:12:53.553652 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6406d51-e233-4650-ba05-4cd3be81fb9d None None] New status for floating IP 65ea2358-99be-482d-ae1d-ae8f2b1e460b: ACTIVE {{(pid=94213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 18:12:54.556712 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b0d526-c8b7-46a5-beb5-503e3ac27518 req-cd4c7015-c357-4adc-9b1d-86c959be556f tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:54.564405 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-57b0d526-c8b7-46a5-beb5-503e3ac27518 req-cd4c7015-c357-4adc-9b1d-86c959be556f tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=6bec450e-372c-4e5b-8ad5-717ad421be83 HTTP/1.1" status: 200 len: 945 time: 0.0640836 Aug 12 18:12:54.612890 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-57b0d526-c8b7-46a5-beb5-503e3ac27518 req-f7f27a53-4a60-42ad-b9bc-711f769371bd tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476122 Aug 12 18:12:55.566437 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 49540) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:12:55.731805 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-e334345d-b87d-4bc5-b4c3-176738e5a527 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:55.792551 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ee6825-7590-429f-82e4-ffaf5e0bd328 req-ef4d1845-baea-447f-87b9-8752af084198 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:55.804428 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-b6ee6825-7590-429f-82e4-ffaf5e0bd328 req-ef4d1845-baea-447f-87b9-8752af084198 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=6bec450e-372c-4e5b-8ad5-717ad421be83 HTTP/1.1" status: 200 len: 945 time: 0.0814197 Aug 12 18:12:55.857078 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-e334345d-b87d-4bc5-b4c3-176738e5a527 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:55.864041 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-e334345d-b87d-4bc5-b4c3-176738e5a527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:55.878979 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-b6ee6825-7590-429f-82e4-ffaf5e0bd328 req-5a350d2d-8063-4936-9f67-2ff0799cce66 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705497 Aug 12 18:12:55.923391 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 49564) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:12:55.923534 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-e334345d-b87d-4bc5-b4c3-176738e5a527 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5ed05622dd0b43378cf25a8c8a886abf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3561983 Aug 12 18:12:55.925988 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e334345d-b87d-4bc5-b4c3-176738e5a527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ac7d28-115a-432d-b7db-11851df31166,revision_number=1']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:55.998288 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-4617696d-ac69-4a65-84ae-2a1bed54b513 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:56.036828 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-4617696d-ac69-4a65-84ae-2a1bed54b513 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:56.126817 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-4617696d-ac69-4a65-84ae-2a1bed54b513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:56.130314 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-4617696d-ac69-4a65-84ae-2a1bed54b513 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:56.131831 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-4617696d-ac69-4a65-84ae-2a1bed54b513 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/55ac7d28-115a-432d-b7db-11851df31166 HTTP/1.1" status: 204 len: 168 time: 0.2073507 Aug 12 18:12:56.140983 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4617696d-ac69-4a65-84ae-2a1bed54b513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ac7d28-115a-432d-b7db-11851df31166,revision_number=None']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:56.150620 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4617696d-ac69-4a65-84ae-2a1bed54b513 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:12:56.151178 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4617696d-ac69-4a65-84ae-2a1bed54b513 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:12:56.151714 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4617696d-ac69-4a65-84ae-2a1bed54b513 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:12:56.152222 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4617696d-ac69-4a65-84ae-2a1bed54b513 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:12:56.152722 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4617696d-ac69-4a65-84ae-2a1bed54b513 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:12:56.153263 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4617696d-ac69-4a65-84ae-2a1bed54b513 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:12:56.153999 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4617696d-ac69-4a65-84ae-2a1bed54b513 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:12:56.155352 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4617696d-ac69-4a65-84ae-2a1bed54b513 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:12:56.155871 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4617696d-ac69-4a65-84ae-2a1bed54b513 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:12:56.156765 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4617696d-ac69-4a65-84ae-2a1bed54b513 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:12:56.157284 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4617696d-ac69-4a65-84ae-2a1bed54b513 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:12:56.157797 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4617696d-ac69-4a65-84ae-2a1bed54b513 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:12:56.236353 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7b3b3-fcba-4997-9d80-68018295d705 req-33d19d30-dd85-46de-a1ab-e3e068bc6101 tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:56.237893 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-fcd7b3b3-fcba-4997-9d80-68018295d705 req-33d19d30-dd85-46de-a1ab-e3e068bc6101 tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] 10.222.0.30 "GET /v2.0/ports?device_id=48b5a9e5-26f9-427f-a857-3a1f609d6bc9 HTTP/1.1" status: 200 len: 946 time: 0.0547419 Aug 12 18:12:56.294864 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-fcd7b3b3-fcba-4997-9d80-68018295d705 req-20b7736b-7273-4d26-aa82-2cde71b67480 tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1dcac89-572e-4f99-8c35-64f434445c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453665 Aug 12 18:12:56.427997 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 49594) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:12:56.442014 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-7671d84d-19b2-45dc-b77b-9157b20be67a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:56.535428 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-7671d84d-19b2-45dc-b77b-9157b20be67a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:56.539541 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-7671d84d-19b2-45dc-b77b-9157b20be67a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:56.577825 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-7671d84d-19b2-45dc-b77b-9157b20be67a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a087db8a0fa0436fad11d6098a9b66a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1486716 Aug 12 18:12:56.580415 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 49604) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:12:56.587513 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7671d84d-19b2-45dc-b77b-9157b20be67a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a4cbf4-88a7-4d50-b245-a3210b5dd397,revision_number=1']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:56.633590 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-baa68ddf-af0c-43dc-90f1-7092a2bf085a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:56.654659 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-baa68ddf-af0c-43dc-90f1-7092a2bf085a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:56.703062 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-baa68ddf-af0c-43dc-90f1-7092a2bf085a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:56.705537 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-baa68ddf-af0c-43dc-90f1-7092a2bf085a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:12:56.706679 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-baa68ddf-af0c-43dc-90f1-7092a2bf085a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/58a4cbf4-88a7-4d50-b245-a3210b5dd397 HTTP/1.1" status: 204 len: 168 time: 0.1253777 Aug 12 18:12:56.714353 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa68ddf-af0c-43dc-90f1-7092a2bf085a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a4cbf4-88a7-4d50-b245-a3210b5dd397,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:12:56.721495 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa68ddf-af0c-43dc-90f1-7092a2bf085a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:12:56.721839 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa68ddf-af0c-43dc-90f1-7092a2bf085a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:12:56.722208 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa68ddf-af0c-43dc-90f1-7092a2bf085a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:12:56.722542 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa68ddf-af0c-43dc-90f1-7092a2bf085a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:12:56.722875 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa68ddf-af0c-43dc-90f1-7092a2bf085a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:12:56.723196 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa68ddf-af0c-43dc-90f1-7092a2bf085a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:12:56.723520 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa68ddf-af0c-43dc-90f1-7092a2bf085a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:12:56.723843 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa68ddf-af0c-43dc-90f1-7092a2bf085a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:12:56.724164 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa68ddf-af0c-43dc-90f1-7092a2bf085a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:12:56.724482 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa68ddf-af0c-43dc-90f1-7092a2bf085a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:12:56.724796 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa68ddf-af0c-43dc-90f1-7092a2bf085a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:12:56.725171 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa68ddf-af0c-43dc-90f1-7092a2bf085a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:12:57.012927 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f1a78f-0852-46db-882e-7b5ff3ddd36c req-df08442d-9721-4c06-81d2-fa9560b7976f tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:57.015288 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-c7f1a78f-0852-46db-882e-7b5ff3ddd36c req-df08442d-9721-4c06-81d2-fa9560b7976f tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=6bec450e-372c-4e5b-8ad5-717ad421be83 HTTP/1.1" status: 200 len: 945 time: 0.0645552 Aug 12 18:12:57.060374 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-c7f1a78f-0852-46db-882e-7b5ff3ddd36c req-a3bca8f1-759c-470b-a26e-8ce00cf6be84 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387473 Aug 12 18:12:57.377670 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.agents_db [None req-aa7dbe78-d4f0-421a-85da-826b2a172358 None None] Agent healthcheck: found 6 active agents {{(pid=94214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 18:12:57.393799 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5415d193-5ac2-4e08-9507-b53e66f7dd45 req-7d7748f4-bba2-449f-9af4-09cf1791a6d9 tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:57.395279 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-5415d193-5ac2-4e08-9507-b53e66f7dd45 req-7d7748f4-bba2-449f-9af4-09cf1791a6d9 tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] 10.222.0.30 "GET /v2.0/ports?device_id=48b5a9e5-26f9-427f-a857-3a1f609d6bc9 HTTP/1.1" status: 200 len: 946 time: 0.0469117 Aug 12 18:12:57.431390 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-5415d193-5ac2-4e08-9507-b53e66f7dd45 req-48de1f60-61e2-40d6-a56a-47662954e3ad tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1dcac89-572e-4f99-8c35-64f434445c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301685 Aug 12 18:12:58.172781 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4928a9-e2e7-4530-9de0-246b75e221a9 req-42e115dd-d785-4d41-a3fc-c601988ef82d tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:58.174253 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-9a4928a9-e2e7-4530-9de0-246b75e221a9 req-42e115dd-d785-4d41-a3fc-c601988ef82d tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=6bec450e-372c-4e5b-8ad5-717ad421be83 HTTP/1.1" status: 200 len: 945 time: 0.0479782 Aug 12 18:12:58.211018 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-9a4928a9-e2e7-4530-9de0-246b75e221a9 req-450b7a96-d7b7-4c13-a1c8-0b667f65d13b tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309825 Aug 12 18:12:58.546161 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef42840b-b3c7-4da5-95f7-d28cbdbf27c9 req-9eaa3c28-d078-4e54-83a4-9632548cbd4c tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:58.547611 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-ef42840b-b3c7-4da5-95f7-d28cbdbf27c9 req-9eaa3c28-d078-4e54-83a4-9632548cbd4c tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] 10.222.0.30 "GET /v2.0/ports?device_id=48b5a9e5-26f9-427f-a857-3a1f609d6bc9 HTTP/1.1" status: 200 len: 946 time: 0.0521734 Aug 12 18:12:58.582843 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-ef42840b-b3c7-4da5-95f7-d28cbdbf27c9 req-7120ce78-3603-4e11-8925-aad283f15da1 tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1dcac89-572e-4f99-8c35-64f434445c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293100 Aug 12 18:12:59.320682 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8939bd-33d9-413a-a246-38e8ba6d6bf4 req-1c009728-c35a-4722-9ce2-85df5a670ec3 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:59.322147 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-2f8939bd-33d9-413a-a246-38e8ba6d6bf4 req-1c009728-c35a-4722-9ce2-85df5a670ec3 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=6bec450e-372c-4e5b-8ad5-717ad421be83 HTTP/1.1" status: 200 len: 945 time: 0.0467076 Aug 12 18:12:59.358837 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-2f8939bd-33d9-413a-a246-38e8ba6d6bf4 req-20ee4238-7643-4676-99c2-d55ea9af8e75 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301836 Aug 12 18:12:59.693741 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ded9fb-da56-4a2f-aaef-616d40ec35eb req-c3ae4bad-2d2e-4b3d-9e41-4343891abd49 tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:12:59.695349 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-19ded9fb-da56-4a2f-aaef-616d40ec35eb req-c3ae4bad-2d2e-4b3d-9e41-4343891abd49 tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] 10.222.0.30 "GET /v2.0/ports?device_id=48b5a9e5-26f9-427f-a857-3a1f609d6bc9 HTTP/1.1" status: 200 len: 946 time: 0.0469332 Aug 12 18:12:59.737232 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-19ded9fb-da56-4a2f-aaef-616d40ec35eb req-0c278ce9-d8d5-4654-bc8e-befa92e654d6 tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1dcac89-572e-4f99-8c35-64f434445c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361633 Aug 12 18:13:00.479879 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282815f0-1f17-4981-a183-f38e4b3053fc req-09ab5694-b5fa-42db-a7f1-9041f03ab81b tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:00.481681 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-282815f0-1f17-4981-a183-f38e4b3053fc req-09ab5694-b5fa-42db-a7f1-9041f03ab81b tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=6bec450e-372c-4e5b-8ad5-717ad421be83 HTTP/1.1" status: 200 len: 945 time: 0.0516639 Aug 12 18:13:00.532949 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-282815f0-1f17-4981-a183-f38e4b3053fc req-1fb03738-e288-44e1-a4fc-8ff0249cafbf tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443499 Aug 12 18:13:00.850231 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c1a7a9-eb67-44ca-aed1-78105308f516 req-f2830793-e7bb-4b1b-982c-283761608d0e tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:00.851726 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-a0c1a7a9-eb67-44ca-aed1-78105308f516 req-f2830793-e7bb-4b1b-982c-283761608d0e tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] 10.222.0.30 "GET /v2.0/ports?device_id=48b5a9e5-26f9-427f-a857-3a1f609d6bc9 HTTP/1.1" status: 200 len: 946 time: 0.0483429 Aug 12 18:13:00.894601 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-a0c1a7a9-eb67-44ca-aed1-78105308f516 req-17974d35-9c92-4bfa-a6f6-fe11d075112a tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1dcac89-572e-4f99-8c35-64f434445c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367925 Aug 12 18:13:01.053140 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 49686) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:13:01.154648 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-ae7a8547-c733-4470-b8dd-c150c2f5a4ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:01.243970 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-ae7a8547-c733-4470-b8dd-c150c2f5a4ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:01.247761 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-ae7a8547-c733-4470-b8dd-c150c2f5a4ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:01.285090 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-ae7a8547-c733-4470-b8dd-c150c2f5a4ac admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8f6a8c3ddb3b4dd6a0d730d5c901f299&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2309020 Aug 12 18:13:01.285936 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7a8547-c733-4470-b8dd-c150c2f5a4ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b00f112-4713-4f67-91ea-c7061f0e9338,revision_number=1']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:13:01.287782 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 49690) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:13:01.334341 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-5e3debfb-7c76-4f11-a3c4-209a30e6b485 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:01.357713 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-5e3debfb-7c76-4f11-a3c4-209a30e6b485 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:01.403492 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-5e3debfb-7c76-4f11-a3c4-209a30e6b485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:01.404572 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-5e3debfb-7c76-4f11-a3c4-209a30e6b485 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:01.406296 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-5e3debfb-7c76-4f11-a3c4-209a30e6b485 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4b00f112-4713-4f67-91ea-c7061f0e9338 HTTP/1.1" status: 204 len: 168 time: 0.1175473 Aug 12 18:13:01.413830 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3debfb-7c76-4f11-a3c4-209a30e6b485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b00f112-4713-4f67-91ea-c7061f0e9338,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:13:01.650892 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151b2433-6a34-4e56-bd41-f02d3f1d587b req-090ffd69-cb29-47e5-8d6b-abff7916c3ac tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:01.652379 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-151b2433-6a34-4e56-bd41-f02d3f1d587b req-090ffd69-cb29-47e5-8d6b-abff7916c3ac tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=6bec450e-372c-4e5b-8ad5-717ad421be83 HTTP/1.1" status: 200 len: 945 time: 0.0525134 Aug 12 18:13:01.690921 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-151b2433-6a34-4e56-bd41-f02d3f1d587b req-272ba012-cf74-4fd6-8e04-ad6463ddabb8 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316839 Aug 12 18:13:02.008993 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81312ee1-d470-4be0-96ec-372136ff9814 req-e43b65f2-9ba3-4590-aae4-f20b1faaee49 tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:02.010615 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-81312ee1-d470-4be0-96ec-372136ff9814 req-e43b65f2-9ba3-4590-aae4-f20b1faaee49 tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] 10.222.0.30 "GET /v2.0/ports?device_id=48b5a9e5-26f9-427f-a857-3a1f609d6bc9 HTTP/1.1" status: 200 len: 946 time: 0.0487363 Aug 12 18:13:02.051487 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-81312ee1-d470-4be0-96ec-372136ff9814 req-1f2bde63-8a86-46f8-9dd1-4b5e05236790 tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1dcac89-572e-4f99-8c35-64f434445c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349760 Aug 12 18:13:02.807422 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1401fe-e9e7-4e83-9274-010de35cf8d9 req-dd990428-35bf-46ce-a267-405d3d9b4d8d tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:02.808896 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-5f1401fe-e9e7-4e83-9274-010de35cf8d9 req-dd990428-35bf-46ce-a267-405d3d9b4d8d tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=6bec450e-372c-4e5b-8ad5-717ad421be83 HTTP/1.1" status: 200 len: 945 time: 0.0508795 Aug 12 18:13:02.846425 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-5f1401fe-e9e7-4e83-9274-010de35cf8d9 req-7aee6c85-8498-4f26-88a4-36c411925a84 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314593 Aug 12 18:13:03.167060 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe0cc5-0e42-4b2d-98ad-821fb6afbce8 req-1ca6f5f0-7bf4-40c0-bcc6-9a9dff5d9d9b tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:03.168563 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-1bbe0cc5-0e42-4b2d-98ad-821fb6afbce8 req-1ca6f5f0-7bf4-40c0-bcc6-9a9dff5d9d9b tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] 10.222.0.30 "GET /v2.0/ports?device_id=48b5a9e5-26f9-427f-a857-3a1f609d6bc9 HTTP/1.1" status: 200 len: 946 time: 0.0495434 Aug 12 18:13:03.207814 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-1bbe0cc5-0e42-4b2d-98ad-821fb6afbce8 req-d33b5eca-de98-4f85-bb17-5d0cc41f29d1 tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1dcac89-572e-4f99-8c35-64f434445c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332198 Aug 12 18:13:03.958368 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8a0464-7869-4e23-bc12-4bbc13b01400 req-0e9968bb-9735-404a-937a-efdcaaa4e8c2 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:03.959766 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-3c8a0464-7869-4e23-bc12-4bbc13b01400 req-0e9968bb-9735-404a-937a-efdcaaa4e8c2 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=6bec450e-372c-4e5b-8ad5-717ad421be83 HTTP/1.1" status: 200 len: 945 time: 0.0475905 Aug 12 18:13:03.996943 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-3c8a0464-7869-4e23-bc12-4bbc13b01400 req-9be16439-b783-4b02-80a7-2481d364e5cb tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313246 Aug 12 18:13:04.323628 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf2876b-3519-4be5-91f5-9e73c9467039 req-eca6db49-508d-495c-b6ba-e5d0ef00a4ac tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:04.325085 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-fbf2876b-3519-4be5-91f5-9e73c9467039 req-eca6db49-508d-495c-b6ba-e5d0ef00a4ac tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] 10.222.0.30 "GET /v2.0/ports?device_id=48b5a9e5-26f9-427f-a857-3a1f609d6bc9 HTTP/1.1" status: 200 len: 946 time: 0.0488110 Aug 12 18:13:04.361243 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-fbf2876b-3519-4be5-91f5-9e73c9467039 req-b5b3ff6c-73f2-4bfc-ad62-cfebc133f043 tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1dcac89-572e-4f99-8c35-64f434445c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303240 Aug 12 18:13:04.481604 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042fe484-88e9-4d9b-909c-7ba9292b666a req-4e2e3794-c828-4f08-a8db-29b939f5d435 tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:04.483611 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-042fe484-88e9-4d9b-909c-7ba9292b666a req-4e2e3794-c828-4f08-a8db-29b939f5d435 tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] 10.222.0.57 "GET /v2.0/ports?device_id=48b5a9e5-26f9-427f-a857-3a1f609d6bc9 HTTP/1.1" status: 200 len: 946 time: 0.0570385 Aug 12 18:13:04.624998 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.plugin [req-042fe484-88e9-4d9b-909c-7ba9292b666a req-28e52093-c745-49ee-a4b2-6a351ac4bbf5 tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] Deleting port 4a81de02-fcb4-4845-ae88-44a6128e03eb {{(pid=94212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 18:13:04.625343 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-042fe484-88e9-4d9b-909c-7ba9292b666a req-28e52093-c745-49ee-a4b2-6a351ac4bbf5 tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763627642920'] for port, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:04.720673 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.db [req-042fe484-88e9-4d9b-909c-7ba9292b666a req-28e52093-c745-49ee-a4b2-6a351ac4bbf5 tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] For port 4a81de02-fcb4-4845-ae88-44a6128e03eb, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=4a81de02-fcb4-4845-ae88-44a6128e03eb,segment=NetworkSegment(251131b0-5c22-43b4-b611-e09d37f1d680),segment_id=251131b0-5c22-43b4-b611-e09d37f1d680)] {{(pid=94212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:13:04.721033 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-042fe484-88e9-4d9b-909c-7ba9292b666a req-28e52093-c745-49ee-a4b2-6a351ac4bbf5 tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-732327'] for port, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:04.736568 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.plugin [req-042fe484-88e9-4d9b-909c-7ba9292b666a req-28e52093-c745-49ee-a4b2-6a351ac4bbf5 tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] Calling delete_port for 4a81de02-fcb4-4845-ae88-44a6128e03eb owned by compute:nova {{(pid=94212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 18:13:04.923861 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-042fe484-88e9-4d9b-909c-7ba9292b666a req-28e52093-c745-49ee-a4b2-6a351ac4bbf5 tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763627647362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763627144942'] for port, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:04.948497 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] get_ports_and_sgs() called for port_ids ['4a81de02-fcb4-4845-ae88-44a6128e03eb'] {{(pid=94213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 18:13:04.957131 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e52093-c745-49ee-a4b2-6a351ac4bbf5 tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] Pushing event deleted for resources: {'Port': ['ID=4a81de02-fcb4-4845-ae88-44a6128e03eb,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:13:04.976463 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-4b30d50d-ed82-4531-8398-b798fd53f10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:05.024768 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.l3_dvrscheduler_db [req-042fe484-88e9-4d9b-909c-7ba9292b666a req-28e52093-c745-49ee-a4b2-6a351ac4bbf5 tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] No DVR routers for this DVR port 4a81de02-fcb4-4845-ae88-44a6128e03eb on host hv-cinder-75994 {{(pid=94212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 18:13:05.028364 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-042fe484-88e9-4d9b-909c-7ba9292b666a req-28e52093-c745-49ee-a4b2-6a351ac4bbf5 tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195385'] for port, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:05.031272 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-042fe484-88e9-4d9b-909c-7ba9292b666a req-28e52093-c745-49ee-a4b2-6a351ac4bbf5 tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] 10.222.0.57 "DELETE /v2.0/ports/4a81de02-fcb4-4845-ae88-44a6128e03eb HTTP/1.1" status: 204 len: 173 time: 0.5407169 Aug 12 18:13:05.031725 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48b5a9e5-26f9-427f-a857-3a1f609d6bc9', 'name': 'network-vif-deleted', 'tag': '4a81de02-fcb4-4845-ae88-44a6128e03eb'}] {{(pid=94212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 18:13:05.034308 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd512f55349b839fb4675422b2dbaf52bda1baead41a4efd90d4bf8a5142663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bae792e-435e-48c8-b98e-4cdbd0c9d585" -d '{"events": [{"server_uuid": "48b5a9e5-26f9-427f-a857-3a1f609d6bc9", "name": "network-vif-deleted", "tag": "4a81de02-fcb4-4845-ae88-44a6128e03eb"}]}' {{(pid=94212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 18:13:05.099508 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 18:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-920d0e2a-ef17-47fe-afcc-5c23150867c0 x-openstack-request-id: req-920d0e2a-ef17-47fe-afcc-5c23150867c0 {{(pid=94212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 18:13:05.099830 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48b5a9e5-26f9-427f-a857-3a1f609d6bc9", "name": "network-vif-deleted", "tag": "4a81de02-fcb4-4845-ae88-44a6128e03eb", "status": "completed", "code": 200}]} {{(pid=94212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 18:13:05.101124 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-920d0e2a-ef17-47fe-afcc-5c23150867c0 {{(pid=94212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 18:13:05.101124 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48b5a9e5-26f9-427f-a857-3a1f609d6bc9', 'name': 'network-vif-deleted', 'tag': '4a81de02-fcb4-4845-ae88-44a6128e03eb', 'status': 'completed', 'code': 200} Aug 12 18:13:05.169647 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08882a4-0c00-4695-912e-fba24bd8abc9 req-073ee159-e2a3-4065-81b5-62e6b793b459 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:05.171318 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-f08882a4-0c00-4695-912e-fba24bd8abc9 req-073ee159-e2a3-4065-81b5-62e6b793b459 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=6bec450e-372c-4e5b-8ad5-717ad421be83 HTTP/1.1" status: 200 len: 945 time: 0.0613668 Aug 12 18:13:05.210368 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-f08882a4-0c00-4695-912e-fba24bd8abc9 req-65e84186-f006-4821-9417-272cea9e676d tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328810 Aug 12 18:13:05.478869 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-44514fc2-ac1b-4457-bdfa-4e2c05dd14de req-fd6f718d-90f3-4202-a239-43c2bfc7bcfd tempest-DeleteServersTestJSON-1738776332 tempest-DeleteServersTestJSON-1738776332-project] 10.222.0.30 "GET /v2.0/ports?device_id=48b5a9e5-26f9-427f-a857-3a1f609d6bc9 HTTP/1.1" status: 200 len: 210 time: 0.0305145 Aug 12 18:13:06.323317 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f52d3b-1186-49f0-9a50-303678e62cd7 req-673a758e-c357-4060-ab91-73dfc3ad4704 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:06.324669 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-f7f52d3b-1186-49f0-9a50-303678e62cd7 req-673a758e-c357-4060-ab91-73dfc3ad4704 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=6bec450e-372c-4e5b-8ad5-717ad421be83 HTTP/1.1" status: 200 len: 945 time: 0.0472448 Aug 12 18:13:06.361413 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-f7f52d3b-1186-49f0-9a50-303678e62cd7 req-b9a83698-daf3-49f9-a622-69ddc9ecf83f tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309439 Aug 12 18:13:07.321745 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-ad04e950-d00b-4650-950a-a9728ff5be56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:07.475423 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e18c937-7f3c-44d4-842d-2b0938a84cbe req-fc8a574d-2ebc-4cd8-9db7-255418fd67fd tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:07.476886 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-2e18c937-7f3c-44d4-842d-2b0938a84cbe req-fc8a574d-2ebc-4cd8-9db7-255418fd67fd tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=6bec450e-372c-4e5b-8ad5-717ad421be83 HTTP/1.1" status: 200 len: 945 time: 0.0504515 Aug 12 18:13:07.514203 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-2e18c937-7f3c-44d4-842d-2b0938a84cbe req-85bef437-3862-42a9-899b-703124147ba2 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311508 Aug 12 18:13:07.963440 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 49918) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:13:07.964397 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:08.177626 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.db.db_base_plugin_v2 [None req-696103f0-5d4a-4477-af50-ef09c4a458a3 admin admin] Deleting subnet d5a2b6d2-07e5-4844-ab12-b21f07244ebe {{(pid=94211) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 18:13:08.180669 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-696103f0-5d4a-4477-af50-ef09c4a458a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:08.213724 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-696103f0-5d4a-4477-af50-ef09c4a458a3 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:08.223470 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-696103f0-5d4a-4477-af50-ef09c4a458a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1735162'] for subnet, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:08.282334 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-696103f0-5d4a-4477-af50-ef09c4a458a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1735149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543'] for subnet, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:08.307380 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696103f0-5d4a-4477-af50-ef09c4a458a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5a2b6d2-07e5-4844-ab12-b21f07244ebe,revision_number=None']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:13:08.313628 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-696103f0-5d4a-4477-af50-ef09c4a458a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564513'] for subnet, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:08.315621 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-696103f0-5d4a-4477-af50-ef09c4a458a3 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/d5a2b6d2-07e5-4844-ab12-b21f07244ebe HTTP/1.1" status: 204 len: 168 time: 0.3512201 Aug 12 18:13:08.318152 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 49940) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:13:08.387769 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-f07d49d3-5d8d-4cc1-8f89-62693096736e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1816869'] for network, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:08.467340 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-f07d49d3-5d8d-4cc1-8f89-62693096736e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1735549', 'neutron.services.segments.db._delete_segments_for_network-8763627670128'] for network, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:08.477024 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-f07d49d3-5d8d-4cc1-8f89-62693096736e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:13:08.477372 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-f07d49d3-5d8d-4cc1-8f89-62693096736e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:13:08.478142 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-f07d49d3-5d8d-4cc1-8f89-62693096736e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:13:08.478462 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-f07d49d3-5d8d-4cc1-8f89-62693096736e admin admin] Subscribe: > port after_create 55550000 {{(pid=94211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:13:08.479043 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-f07d49d3-5d8d-4cc1-8f89-62693096736e admin admin] Subscribe: > port after_delete 55550000 {{(pid=94211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:13:08.479366 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-f07d49d3-5d8d-4cc1-8f89-62693096736e admin admin] Subscribe: > port after_update 55550000 {{(pid=94211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:13:08.479673 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-f07d49d3-5d8d-4cc1-8f89-62693096736e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:13:08.479999 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-f07d49d3-5d8d-4cc1-8f89-62693096736e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:13:08.480303 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-f07d49d3-5d8d-4cc1-8f89-62693096736e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:13:08.480609 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-f07d49d3-5d8d-4cc1-8f89-62693096736e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:13:08.518001 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-2083c3fd-5dc5-47ae-86de-acca0e7a8e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:08.627664 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dfc218-3ae8-4a7b-a7e8-1486dee9f03a req-2ee67d32-b1fa-4079-b3ab-3388774ae86d tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:08.629102 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-72dfc218-3ae8-4a7b-a7e8-1486dee9f03a req-2ee67d32-b1fa-4079-b3ab-3388774ae86d tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=6bec450e-372c-4e5b-8ad5-717ad421be83 HTTP/1.1" status: 200 len: 945 time: 0.0470092 Aug 12 18:13:08.634493 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-f07d49d3-5d8d-4cc1-8f89-62693096736e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:13:08.634846 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-f07d49d3-5d8d-4cc1-8f89-62693096736e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:13:08.635166 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-f07d49d3-5d8d-4cc1-8f89-62693096736e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:13:08.635498 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-f07d49d3-5d8d-4cc1-8f89-62693096736e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:13:08.635870 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.services.segments.db [None req-f07d49d3-5d8d-4cc1-8f89-62693096736e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ade022c3-6351-4c5a-8392-48693c97d512']}} {{(pid=94211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:13:08.653799 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.services.segments.db [None req-f07d49d3-5d8d-4cc1-8f89-62693096736e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '251131b0-5c22-43b4-b611-e09d37f1d680') {'for_net_delete': True} {{(pid=94211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:13:08.654122 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.services.segments.db [None req-f07d49d3-5d8d-4cc1-8f89-62693096736e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '251131b0-5c22-43b4-b611-e09d37f1d680') {} {{(pid=94211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:13:08.665822 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-72dfc218-3ae8-4a7b-a7e8-1486dee9f03a req-3a3ce103-f7f1-4b0e-a708-0868c2951576 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306966 Aug 12 18:13:08.669553 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-f07d49d3-5d8d-4cc1-8f89-62693096736e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763627625081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2620086'] for segment, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:08.690652 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-f07d49d3-5d8d-4cc1-8f89-62693096736e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735099'] for segment, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:08.698523 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f07d49d3-5d8d-4cc1-8f89-62693096736e admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=94211) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 18:13:08.698892 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-f07d49d3-5d8d-4cc1-8f89-62693096736e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9252762'] for segment, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:08.702910 dv-cinder-759943-10-iscsi neutron-server[94211]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 12 18:13:08.702910 dv-cinder-759943-10-iscsi neutron-server[94211]: from cryptography.utils import int_from_bytes Aug 12 18:13:08.702910 dv-cinder-759943-10-iscsi neutron-server[94211]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 12 18:13:08.702910 dv-cinder-759943-10-iscsi neutron-server[94211]: from cryptography.utils import int_from_bytes Aug 12 18:13:08.702910 dv-cinder-759943-10-iscsi neutron-server[94211]: Traceback (most recent call last): Aug 12 18:13:08.702910 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 18:13:08.702910 dv-cinder-759943-10-iscsi neutron-server[94211]: timer() Aug 12 18:13:08.702910 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 18:13:08.702910 dv-cinder-759943-10-iscsi neutron-server[94211]: cb(*args, **kw) Aug 12 18:13:08.702910 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 18:13:08.702910 dv-cinder-759943-10-iscsi neutron-server[94211]: return func(*args, **kwargs) Aug 12 18:13:08.702910 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 18:13:08.702910 dv-cinder-759943-10-iscsi neutron-server[94211]: self._notify() Aug 12 18:13:08.702910 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 18:13:08.702910 dv-cinder-759943-10-iscsi neutron-server[94211]: self.callback(batched_events) Aug 12 18:13:08.702910 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 18:13:08.702910 dv-cinder-759943-10-iscsi neutron-server[94211]: event.method(event) Aug 12 18:13:08.702910 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 18:13:08.702910 dv-cinder-759943-10-iscsi neutron-server[94211]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 18:13:08.702910 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 18:13:08.702910 dv-cinder-759943-10-iscsi neutron-server[94211]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 18:13:08.702910 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 18:13:08.702910 dv-cinder-759943-10-iscsi neutron-server[94211]: return f(self, *a, **k) Aug 12 18:13:08.702910 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 18:13:08.702910 dv-cinder-759943-10-iscsi neutron-server[94211]: return self._get(url).json() Aug 12 18:13:08.702910 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 18:13:08.702910 dv-cinder-759943-10-iscsi neutron-server[94211]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 18:13:08.702910 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 18:13:08.702910 dv-cinder-759943-10-iscsi neutron-server[94211]: return self.request(url, 'GET', **kwargs) Aug 12 18:13:08.702910 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 18:13:08.702910 dv-cinder-759943-10-iscsi neutron-server[94211]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 18:13:08.702910 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 18:13:08.702910 dv-cinder-759943-10-iscsi neutron-server[94211]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 18:13:08.702910 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 18:13:08.702910 dv-cinder-759943-10-iscsi neutron-server[94211]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 18:13:08.702910 dv-cinder-759943-10-iscsi neutron-server[94211]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 18:13:08.754761 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-f07d49d3-5d8d-4cc1-8f89-62693096736e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1735524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734910'] for network, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:08.760585 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-f07d49d3-5d8d-4cc1-8f89-62693096736e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564513'] for network, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:08.765266 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-f07d49d3-5d8d-4cc1-8f89-62693096736e admin admin] 10.222.0.30 "DELETE /v2.0/networks/ade022c3-6351-4c5a-8392-48693c97d512 HTTP/1.1" status: 204 len: 168 time: 0.4434969 Aug 12 18:13:08.770555 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Device 4a81de02-fcb4-4845-ae88-44a6128e03eb no longer exists at agent hyperv_hv-cinder-75994 {{(pid=94213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 18:13:08.787763 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07d49d3-5d8d-4cc1-8f89-62693096736e admin admin] Pushing event deleted for resources: {'Network': ['ID=ade022c3-6351-4c5a-8392-48693c97d512,revision_number=None']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:13:08.790671 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.plugin [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] No Port match for: 4a81de02-fcb4-4845-ae88-44a6128e03eb {{(pid=94213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 18:13:08.791015 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Device 4a81de02-fcb4-4845-ae88-44a6128e03eb not bound to the agent host hv-cinder-75994 {{(pid=94213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 18:13:08.928269 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 49952) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:13:08.969149 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-24876791-2abd-44fe-8dfe-aff0187ad7ef admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c317a6d31c6a48aeaa1cfbf5728d5329&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0397191 Aug 12 18:13:08.971557 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 49954) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:13:09.017141 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-f8338e88-b1cc-480c-86a1-1f4b685c5195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:09.037270 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-f8338e88-b1cc-480c-86a1-1f4b685c5195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:09.084040 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-f8338e88-b1cc-480c-86a1-1f4b685c5195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:09.086649 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-f8338e88-b1cc-480c-86a1-1f4b685c5195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:09.087727 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-f8338e88-b1cc-480c-86a1-1f4b685c5195 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e1dcac89-572e-4f99-8c35-64f434445c3b HTTP/1.1" status: 204 len: 168 time: 0.1153121 Aug 12 18:13:09.095390 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8338e88-b1cc-480c-86a1-1f4b685c5195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1dcac89-572e-4f99-8c35-64f434445c3b,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:13:09.778264 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90491ce-2096-4412-8f93-0087139a62f7 req-5ad0d661-9859-4292-8250-a0e469048656 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:09.779827 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-d90491ce-2096-4412-8f93-0087139a62f7 req-5ad0d661-9859-4292-8250-a0e469048656 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=6bec450e-372c-4e5b-8ad5-717ad421be83 HTTP/1.1" status: 200 len: 945 time: 0.0488722 Aug 12 18:13:09.818338 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-d90491ce-2096-4412-8f93-0087139a62f7 req-18d4c2e2-68c8-4884-afac-c8eccdcd740c tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324683 Aug 12 18:13:10.209502 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-b1de9828-bfad-4ef8-8d69-6d6f9fbe420c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:10.942718 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2b76ff-4af4-437f-8320-01e8b8144315 req-85670f12-e77d-43d8-997d-1921eb603e37 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:10.944487 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-1d2b76ff-4af4-437f-8320-01e8b8144315 req-85670f12-e77d-43d8-997d-1921eb603e37 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=6bec450e-372c-4e5b-8ad5-717ad421be83 HTTP/1.1" status: 200 len: 945 time: 0.0603268 Aug 12 18:13:10.982320 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-1d2b76ff-4af4-437f-8320-01e8b8144315 req-7bf27786-454a-4f8c-b50e-8f16bf842649 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319583 Aug 12 18:13:11.840430 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 50048) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:13:11.948510 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-69d481f5-a1aa-4326-bc25-3ee386750074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:12.037588 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-69d481f5-a1aa-4326-bc25-3ee386750074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:12.041315 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-69d481f5-a1aa-4326-bc25-3ee386750074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:12.079143 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-69d481f5-a1aa-4326-bc25-3ee386750074 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ef37c2a9ff9d4bbca8425bb89889a35b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2376609 Aug 12 18:13:12.080308 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d481f5-a1aa-4326-bc25-3ee386750074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=051843e4-8435-4302-aacd-0f659d19381e,revision_number=1']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:13:12.081629 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 50060) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:13:12.120055 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac998da9-b7bf-4fda-9689-b8ccba21ac27 req-f6d6e117-ff94-4c97-b1f2-1a464113b18a tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:12.121531 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-ac998da9-b7bf-4fda-9689-b8ccba21ac27 req-f6d6e117-ff94-4c97-b1f2-1a464113b18a tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=6bec450e-372c-4e5b-8ad5-717ad421be83 HTTP/1.1" status: 200 len: 945 time: 0.0734744 Aug 12 18:13:12.178127 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-ac998da9-b7bf-4fda-9689-b8ccba21ac27 req-7a7afd9a-87a0-4d81-96fd-a34ab5e250ac tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482674 Aug 12 18:13:12.180894 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-082f9f59-591f-4bdb-b0a2-64d6fc7b7c65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:12.202178 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-082f9f59-591f-4bdb-b0a2-64d6fc7b7c65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:12.246856 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-082f9f59-591f-4bdb-b0a2-64d6fc7b7c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:12.249521 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-082f9f59-591f-4bdb-b0a2-64d6fc7b7c65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:12.250721 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-082f9f59-591f-4bdb-b0a2-64d6fc7b7c65 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/051843e4-8435-4302-aacd-0f659d19381e HTTP/1.1" status: 204 len: 168 time: 0.1681166 Aug 12 18:13:12.258391 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082f9f59-591f-4bdb-b0a2-64d6fc7b7c65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=051843e4-8435-4302-aacd-0f659d19381e,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:13:12.502048 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 50068) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:13:12.515814 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-addfd857-fcfd-4e86-bba6-0190f47c4065 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:12.602075 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-addfd857-fcfd-4e86-bba6-0190f47c4065 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:12.606132 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-addfd857-fcfd-4e86-bba6-0190f47c4065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:12.648988 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-addfd857-fcfd-4e86-bba6-0190f47c4065 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e234015440514ed19cfd0e3a03a53165&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1458814 Aug 12 18:13:12.649875 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addfd857-fcfd-4e86-bba6-0190f47c4065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87681528-8dc7-43f6-8b85-234cdd5b771a,revision_number=1']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:13:12.651730 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 50070) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:13:12.704580 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-e28cb96d-3e26-4238-a00a-3c1b32fb3749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:12.725104 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-e28cb96d-3e26-4238-a00a-3c1b32fb3749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:12.773491 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-e28cb96d-3e26-4238-a00a-3c1b32fb3749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:12.776252 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-e28cb96d-3e26-4238-a00a-3c1b32fb3749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:12.779652 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-e28cb96d-3e26-4238-a00a-3c1b32fb3749 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/87681528-8dc7-43f6-8b85-234cdd5b771a HTTP/1.1" status: 204 len: 168 time: 0.1246092 Aug 12 18:13:12.793537 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28cb96d-3e26-4238-a00a-3c1b32fb3749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87681528-8dc7-43f6-8b85-234cdd5b771a,revision_number=None']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:13:13.168193 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 50104) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:13:13.184436 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-2c2b8ba3-d39e-48f8-8fb6-91c27221544a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:13.305481 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-2c2b8ba3-d39e-48f8-8fb6-91c27221544a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:13.311675 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-2c2b8ba3-d39e-48f8-8fb6-91c27221544a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:13.363076 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c164d0-87ef-4d45-93aa-655ab2435ebb req-5dc2ae75-ce95-4aa3-8e68-d293a9760d2c tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:13.379670 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-f4c164d0-87ef-4d45-93aa-655ab2435ebb req-5dc2ae75-ce95-4aa3-8e68-d293a9760d2c tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=6bec450e-372c-4e5b-8ad5-717ad421be83 HTTP/1.1" status: 200 len: 945 time: 0.1019447 Aug 12 18:13:13.393578 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-2c2b8ba3-d39e-48f8-8fb6-91c27221544a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6fe3cbc08ac747cb9480a7b9b850ee66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2228174 Aug 12 18:13:13.394558 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 50120) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:13:13.395776 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2b8ba3-d39e-48f8-8fb6-91c27221544a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=611af7db-2edc-4d43-9a6a-d3425bd96a17,revision_number=1']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:13:13.408015 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-f4c164d0-87ef-4d45-93aa-655ab2435ebb req-ed7b1344-eadb-4ebb-b039-36844b9de252 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354960 Aug 12 18:13:13.451812 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-7cefdb8b-d186-4711-ba4c-d62ea9df2e30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:13.476384 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-7cefdb8b-d186-4711-ba4c-d62ea9df2e30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:13.526643 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-7cefdb8b-d186-4711-ba4c-d62ea9df2e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:13.529495 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-7cefdb8b-d186-4711-ba4c-d62ea9df2e30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:13.530726 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-7cefdb8b-d186-4711-ba4c-d62ea9df2e30 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/611af7db-2edc-4d43-9a6a-d3425bd96a17 HTTP/1.1" status: 204 len: 168 time: 0.1317368 Aug 12 18:13:13.540356 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cefdb8b-d186-4711-ba4c-d62ea9df2e30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=611af7db-2edc-4d43-9a6a-d3425bd96a17,revision_number=None']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:13:13.606673 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 50126) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:13:13.818944 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-0619d9e0-0893-41a5-add9-937f6c585cfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:13.909819 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-0619d9e0-0893-41a5-add9-937f6c585cfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:13.913337 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-0619d9e0-0893-41a5-add9-937f6c585cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:13.956509 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-0619d9e0-0893-41a5-add9-937f6c585cfe admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=732bf81c3f824127a8a6c88bae00ee22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3486609 Aug 12 18:13:13.958384 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0619d9e0-0893-41a5-add9-937f6c585cfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cbfb9c0-c25b-458a-89e7-deee881bf401,revision_number=1']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:13:13.959355 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 50140) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:13:14.018223 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-5bbff1bd-bf98-44d9-8e34-5868168901e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:14.039381 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-5bbff1bd-bf98-44d9-8e34-5868168901e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:14.096096 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-5bbff1bd-bf98-44d9-8e34-5868168901e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:14.103958 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-5bbff1bd-bf98-44d9-8e34-5868168901e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:14.105318 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-5bbff1bd-bf98-44d9-8e34-5868168901e0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2cbfb9c0-c25b-458a-89e7-deee881bf401 HTTP/1.1" status: 204 len: 168 time: 0.1447337 Aug 12 18:13:14.116019 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbff1bd-bf98-44d9-8e34-5868168901e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cbfb9c0-c25b-458a-89e7-deee881bf401,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:13:14.487299 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 50184) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:13:14.501970 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-f550bcdb-b85c-47d8-8913-f2129cdcfb93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:14.591567 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fab9cf-ea9a-4999-9495-17314b45dc13 req-892ccdd9-0180-4b52-93f7-bfa84456d816 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:14.593950 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-54fab9cf-ea9a-4999-9495-17314b45dc13 req-892ccdd9-0180-4b52-93f7-bfa84456d816 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=6bec450e-372c-4e5b-8ad5-717ad421be83 HTTP/1.1" status: 200 len: 945 time: 0.0708942 Aug 12 18:13:14.595798 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 50190) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:13:14.671983 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-54fab9cf-ea9a-4999-9495-17314b45dc13 req-8bc6d726-4f53-458f-b8fb-300599144c72 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615468 Aug 12 18:13:14.721471 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-f550bcdb-b85c-47d8-8913-f2129cdcfb93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:14.726872 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-f550bcdb-b85c-47d8-8913-f2129cdcfb93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:14.742684 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-14eec513-905a-4851-9a94-01779a3af860 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:14.758880 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f550bcdb-b85c-47d8-8913-f2129cdcfb93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=172a7b19-8af4-438e-b268-7fac4032e2ea,revision_number=1']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:13:14.799699 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-f550bcdb-b85c-47d8-8913-f2129cdcfb93 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4aad31f7596e4f569372b09efd7284c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3112116 Aug 12 18:13:14.802519 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 50200) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:13:14.871953 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-14eec513-905a-4851-9a94-01779a3af860 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:14.879044 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-14eec513-905a-4851-9a94-01779a3af860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:14.883572 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-0c0f9603-dbda-4ec0-9498-0dc9a1708788 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:14.906822 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-0c0f9603-dbda-4ec0-9498-0dc9a1708788 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:14.921697 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-14eec513-905a-4851-9a94-01779a3af860 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=298c22e1e0884fe99773cffc0b9c153c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3247249 Aug 12 18:13:14.923127 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eec513-905a-4851-9a94-01779a3af860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16e4416d-4b83-454b-a8ec-35a58c00b20f,revision_number=1']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:13:14.924598 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 50206) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:13:14.993448 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-6ef1e16d-77ae-473c-a0e7-ee560f5aa79e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:15.023429 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-6ef1e16d-77ae-473c-a0e7-ee560f5aa79e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:15.035656 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-0c0f9603-dbda-4ec0-9498-0dc9a1708788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:15.038826 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-0c0f9603-dbda-4ec0-9498-0dc9a1708788 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:15.043068 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-0c0f9603-dbda-4ec0-9498-0dc9a1708788 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/172a7b19-8af4-438e-b268-7fac4032e2ea HTTP/1.1" status: 204 len: 168 time: 0.2391210 Aug 12 18:13:15.062110 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0f9603-dbda-4ec0-9498-0dc9a1708788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=172a7b19-8af4-438e-b268-7fac4032e2ea,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:13:15.104790 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-6ef1e16d-77ae-473c-a0e7-ee560f5aa79e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:15.107426 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-6ef1e16d-77ae-473c-a0e7-ee560f5aa79e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:15.108576 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-6ef1e16d-77ae-473c-a0e7-ee560f5aa79e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/16e4416d-4b83-454b-a8ec-35a58c00b20f HTTP/1.1" status: 204 len: 168 time: 0.1830692 Aug 12 18:13:15.116286 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef1e16d-77ae-473c-a0e7-ee560f5aa79e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e4416d-4b83-454b-a8ec-35a58c00b20f,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:13:15.701204 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 50264) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:13:15.799336 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1727296c-a0c2-4236-b830-e8c88570183c req-3dde3f03-5d74-40a3-88f4-39ec83c2c136 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:15.800857 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-1727296c-a0c2-4236-b830-e8c88570183c req-3dde3f03-5d74-40a3-88f4-39ec83c2c136 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=6bec450e-372c-4e5b-8ad5-717ad421be83 HTTP/1.1" status: 200 len: 945 time: 0.0511355 Aug 12 18:13:15.831021 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-c052dd0b-db02-40f5-8320-2e818dc3d6ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:15.863389 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-1727296c-a0c2-4236-b830-e8c88570183c req-4464029c-bf66-444d-8d1c-ccdc76fdf955 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545189 Aug 12 18:13:15.962276 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-c052dd0b-db02-40f5-8320-2e818dc3d6ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:15.967180 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-c052dd0b-db02-40f5-8320-2e818dc3d6ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:15.969774 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 50280) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:13:16.011058 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-c052dd0b-db02-40f5-8320-2e818dc3d6ee admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5e0d079b9bd54a32b38c30a3e9da2fb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3087873 Aug 12 18:13:16.013673 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 50288) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:13:16.019609 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c052dd0b-db02-40f5-8320-2e818dc3d6ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7d11bac-f3c6-40f7-96e9-7dfdcc0590d0,revision_number=1']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:13:16.064641 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-32e990a2-3e14-4769-9c4e-aa0709eca65e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:16.080883 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.v2.base [None req-e7f7fcb4-adca-413e-b347-34353fab7a33 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-73917310-network', 'tenant_id': 'f5cb9593ecc74c0f87b9d49791b9aef9'}} {{(pid=94211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:13:16.089412 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-32e990a2-3e14-4769-9c4e-aa0709eca65e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:16.104952 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7f7fcb4-adca-413e-b347-34353fab7a33 admin admin] Made reservation on behalf of f5cb9593ecc74c0f87b9d49791b9aef9 for: {'network': 1} {{(pid=94211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 18:13:16.107769 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-e7f7fcb4-adca-413e-b347-34353fab7a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for network, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:16.118882 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-e7f7fcb4-adca-413e-b347-34353fab7a33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:16.161546 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-32e990a2-3e14-4769-9c4e-aa0709eca65e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:16.164220 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-32e990a2-3e14-4769-9c4e-aa0709eca65e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:16.166076 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-32e990a2-3e14-4769-9c4e-aa0709eca65e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f7d11bac-f3c6-40f7-96e9-7dfdcc0590d0 HTTP/1.1" status: 204 len: 168 time: 0.1513319 Aug 12 18:13:16.178406 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e990a2-3e14-4769-9c4e-aa0709eca65e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7d11bac-f3c6-40f7-96e9-7dfdcc0590d0,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:13:16.263589 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-e7f7fcb4-adca-413e-b347-34353fab7a33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:16.272423 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-e7f7fcb4-adca-413e-b347-34353fab7a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:16.299980 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7f7fcb4-adca-413e-b347-34353fab7a33 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=94211) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 18:13:16.316189 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f7fcb4-adca-413e-b347-34353fab7a33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=284d97f4-cb4c-4bef-a5eb-32b9c053b5ec,revision_number=1']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:13:16.325102 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-e7f7fcb4-adca-413e-b347-34353fab7a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735099'] for segment, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:16.325567 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.db.segments_db [None req-e7f7fcb4-adca-413e-b347-34353fab7a33 admin admin] Added segment de415605-43c8-4260-a620-68ee6408e803 of type vlan for network ad293857-80de-4880-9f90-c9579c4ad1c9 Aug 12 18:13:16.382565 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-e7f7fcb4-adca-413e-b347-34353fab7a33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763627130179'] for network, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:16.441615 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-e7f7fcb4-adca-413e-b347-34353fab7a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543'] for network, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:16.442638 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f7fcb4-adca-413e-b347-34353fab7a33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:16.443223 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-e7f7fcb4-adca-413e-b347-34353fab7a33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564513'] for network, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:16.535958 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-e7f7fcb4-adca-413e-b347-34353fab7a33 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5650458 Aug 12 18:13:16.539061 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 50320) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:13:16.544426 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.v2.base [None req-9291cf7c-8ee0-4442-abbe-e3e1f704ffe3 admin admin] Request body: {'subnet': {'network_id': 'ad293857-80de-4880-9f90-c9579c4ad1c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-73917310-subnet', 'tenant_id': 'f5cb9593ecc74c0f87b9d49791b9aef9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:13:16.553199 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f7fcb4-adca-413e-b347-34353fab7a33 admin admin] Pushing event updated for resources: {'Network': ['ID=ad293857-80de-4880-9f90-c9579c4ad1c9,revision_number=1']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:13:16.564536 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Network ad293857-80de-4880-9f90-c9579c4ad1c9 details requested by agent ovs-agent-dv-cinder-759943-10-iscsi with host dv-cinder-759943-10-iscsi {{(pid=94213) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 18:13:16.599164 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9291cf7c-8ee0-4442-abbe-e3e1f704ffe3 admin admin] Made reservation on behalf of f5cb9593ecc74c0f87b9d49791b9aef9 for: {'subnet': 1} {{(pid=94212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 18:13:16.601461 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-9291cf7c-8ee0-4442-abbe-e3e1f704ffe3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:16.797596 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-9291cf7c-8ee0-4442-abbe-e3e1f704ffe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543'] for subnet, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:16.862489 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9291cf7c-8ee0-4442-abbe-e3e1f704ffe3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a532bb50-7b59-4f59-bd95-42443c2838f8,revision_number=0']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:13:16.871457 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9291cf7c-8ee0-4442-abbe-e3e1f704ffe3 admin admin] Checking segment: {'id': 'de415605-43c8-4260-a620-68ee6408e803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ad293857-80de-4880-9f90-c9579c4ad1c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 18:13:16.871807 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9291cf7c-8ee0-4442-abbe-e3e1f704ffe3 admin admin] Network hostable DHCP agents. Network: ad293857-80de-4880-9f90-c9579c4ad1c9, hostable agents: ['da9a4366-d1ff-4171-be52-f44c47b2851f'], hosted agents: [] {{(pid=94212) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 18:13:16.897063 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9291cf7c-8ee0-4442-abbe-e3e1f704ffe3 admin admin] Network ad293857-80de-4880-9f90-c9579c4ad1c9 is scheduled to be hosted by DHCP agent da9a4366-d1ff-4171-be52-f44c47b2851f with binding_index 1 {{(pid=94212) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 18:13:16.921402 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.base_scheduler [None req-9291cf7c-8ee0-4442-abbe-e3e1f704ffe3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-10-iscsi, ad293857-80de-4880-9f90-c9579c4ad1c9) {{(pid=94212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 18:13:16.928729 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9291cf7c-8ee0-4442-abbe-e3e1f704ffe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:16.930347 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09029221-fbb2-4172-a163-c8d01b7316eb None None] Network ad293857-80de-4880-9f90-c9579c4ad1c9 requested from dv-cinder-759943-10-iscsi {{(pid=94213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 18:13:16.930844 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-9291cf7c-8ee0-4442-abbe-e3e1f704ffe3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564513'] for subnet, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:16.953470 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-9291cf7c-8ee0-4442-abbe-e3e1f704ffe3 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4131300 Aug 12 18:13:17.029875 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b11e4-1fb0-49fe-a809-4225cb0c5426 req-8ec96bb0-5921-4dfc-a14d-854ab11747b0 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:17.039571 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-191b11e4-1fb0-49fe-a809-4225cb0c5426 req-8ec96bb0-5921-4dfc-a14d-854ab11747b0 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=6bec450e-372c-4e5b-8ad5-717ad421be83 HTTP/1.1" status: 200 len: 945 time: 0.0709574 Aug 12 18:13:17.080312 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92015bb-f3cb-4642-87a8-df12b90d2ab5 None None] Network ad293857-80de-4880-9f90-c9579c4ad1c9 requested from dv-cinder-759943-10-iscsi {{(pid=94213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 18:13:17.084377 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-191b11e4-1fb0-49fe-a809-4225cb0c5426 req-6d879d5b-465c-430c-8349-ab4ac977ef47 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419598 Aug 12 18:13:17.672258 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-7fe89230-4ae6-4390-aaed-67f20b493c8f req-6bfbce72-9477-4eed-b0ad-4a6d87de9c1a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=dc73c794-c918-4d35-b969-010662453973&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443223 Aug 12 18:13:17.779670 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe89230-4ae6-4390-aaed-67f20b493c8f req-4397e3d7-664e-4c2c-af6e-bcf649cdbec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:17.779670 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-7fe89230-4ae6-4390-aaed-67f20b493c8f req-4397e3d7-664e-4c2c-af6e-bcf649cdbec5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ec7b40fc66d54f7baf7c87a636dd94ac&device_id=dc73c794-c918-4d35-b969-010662453973 HTTP/1.1" status: 200 len: 1099 time: 0.0484786 Aug 12 18:13:17.939547 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe89230-4ae6-4390-aaed-67f20b493c8f req-41c536ac-9e3d-4a8f-8e08-1c9fc8ca75cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:17.942194 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-7fe89230-4ae6-4390-aaed-67f20b493c8f req-41c536ac-9e3d-4a8f-8e08-1c9fc8ca75cc service neutron] 10.222.0.57 "GET /v2.0/networks?id=69280036-392c-4dfc-84c7-1aa4a0c305c8 HTTP/1.1" status: 200 len: 920 time: 0.1411679 Aug 12 18:13:17.990237 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-7fe89230-4ae6-4390-aaed-67f20b493c8f req-bbc987f6-e5f0-470a-a996-2fa8a6fa0a84 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08cd73c9-093b-400e-ae0b-5aeaf8aecca2 HTTP/1.1" status: 200 len: 217 time: 0.0393534 Aug 12 18:13:18.052183 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe89230-4ae6-4390-aaed-67f20b493c8f req-6ca8df90-418e-4f01-b2a1-5237287837e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:18.053659 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-7fe89230-4ae6-4390-aaed-67f20b493c8f req-6ca8df90-418e-4f01-b2a1-5237287837e8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=afc1472d-6afb-47f2-8956-e41e4c0db5e3 HTTP/1.1" status: 200 len: 859 time: 0.0519099 Aug 12 18:13:18.091700 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-7fe89230-4ae6-4390-aaed-67f20b493c8f req-bc46c35a-32d9-41ef-a93a-8039ae711490 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=69280036-392c-4dfc-84c7-1aa4a0c305c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294719 Aug 12 18:13:18.399903 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67bc32b-7f8a-4e56-99a5-35e3d6ce5a29 req-459c7012-4c0b-4199-a33e-1c1d86a6da69 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:18.401368 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-c67bc32b-7f8a-4e56-99a5-35e3d6ce5a29 req-459c7012-4c0b-4199-a33e-1c1d86a6da69 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=6bec450e-372c-4e5b-8ad5-717ad421be83 HTTP/1.1" status: 200 len: 945 time: 0.2515132 Aug 12 18:13:18.438130 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-c67bc32b-7f8a-4e56-99a5-35e3d6ce5a29 req-85178013-4eb2-42d6-a781-0d224997c9a9 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309210 Aug 12 18:13:18.823730 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f532287a-728a-4a67-835f-ec34db55dd87 req-f14dff2c-e978-4001-9129-517de50c16db tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:18.825074 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-f532287a-728a-4a67-835f-ec34db55dd87 req-f14dff2c-e978-4001-9129-517de50c16db tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] 10.222.0.30 "GET /v2.0/networks?id=ad293857-80de-4880-9f90-c9579c4ad1c9 HTTP/1.1" status: 200 len: 807 time: 0.0974371 Aug 12 18:13:18.839194 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-f532287a-728a-4a67-835f-ec34db55dd87 req-f09ced76-3c8e-40b1-a689-9782c93d3f68 tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] 10.222.0.30 "GET /v2.0/quotas/f5cb9593ecc74c0f87b9d49791b9aef9 HTTP/1.1" status: 200 len: 375 time: 0.0085125 Aug 12 18:13:18.870604 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-f532287a-728a-4a67-835f-ec34db55dd87 req-e375d242-778b-43d5-bf0f-8401e2c6528f tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f5cb9593ecc74c0f87b9d49791b9aef9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259707 Aug 12 18:13:18.957637 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-f532287a-728a-4a67-835f-ec34db55dd87 req-37cdec89-ccb9-4cf8-aabc-146235512715 service neutron] 10.222.0.30 "GET /v2.0/networks/ad293857-80de-4880-9f90-c9579c4ad1c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796921 Aug 12 18:13:19.062483 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-f532287a-728a-4a67-835f-ec34db55dd87 req-097b1c44-1077-483d-a526-d4dec5a0f3cd service neutron] 10.222.0.30 "GET /v2.0/networks/ad293857-80de-4880-9f90-c9579c4ad1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988586 Aug 12 18:13:19.238077 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-d0d07d09-3ba2-458c-98f8-ef3d04bbc88f req-16fdd1f1-6149-4f5c-881f-95ef71e4d1c9 tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a0d76ca-c47d-4fc8-be61-356af11750c4 HTTP/1.1" status: 200 len: 210 time: 0.0359750 Aug 12 18:13:19.551004 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e907f42-14eb-4d4e-9b66-245c98696d66 req-4e9e09e0-45a4-483d-927e-e1870ceed5f0 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:19.552469 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-9e907f42-14eb-4d4e-9b66-245c98696d66 req-4e9e09e0-45a4-483d-927e-e1870ceed5f0 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=6bec450e-372c-4e5b-8ad5-717ad421be83 HTTP/1.1" status: 200 len: 945 time: 0.0478897 Aug 12 18:13:19.592615 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-9e907f42-14eb-4d4e-9b66-245c98696d66 req-839f42ff-9688-41ce-9324-09bcb7012fd3 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341907 Aug 12 18:13:20.331704 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-fcd34a8c-a592-4d57-98fe-a4489f51eaab req-78fc6450-75fb-4a86-abb7-99b26c00dfbd tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a0d76ca-c47d-4fc8-be61-356af11750c4 HTTP/1.1" status: 200 len: 210 time: 0.0294111 Aug 12 18:13:20.703104 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ddcc57-dbc4-42e8-a306-d7625e1a54ed req-02322cac-ba58-452c-a2bb-9ab24399003d tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:20.704572 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-c2ddcc57-dbc4-42e8-a306-d7625e1a54ed req-02322cac-ba58-452c-a2bb-9ab24399003d tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=6bec450e-372c-4e5b-8ad5-717ad421be83 HTTP/1.1" status: 200 len: 945 time: 0.0470130 Aug 12 18:13:20.742159 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-c2ddcc57-dbc4-42e8-a306-d7625e1a54ed req-4f36076f-5b68-40ac-a7b3-6aef42fdcb08 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315254 Aug 12 18:13:21.094360 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-7fe89230-4ae6-4390-aaed-67f20b493c8f req-021db83e-326d-4a91-b178-5844b6f19d64 service neutron] 10.222.0.57 "GET /v2.0/networks/69280036-392c-4dfc-84c7-1aa4a0c305c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858550 Aug 12 18:13:21.205528 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-7fe89230-4ae6-4390-aaed-67f20b493c8f req-9d38026b-a950-437c-bc55-1d24730cc9a6 service neutron] 10.222.0.57 "GET /v2.0/networks/69280036-392c-4dfc-84c7-1aa4a0c305c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918648 Aug 12 18:13:21.426296 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-b2b198af-4026-40d3-97cf-dc925f60b329 req-91f75f0d-7a1b-4122-aa14-f540d0cb2a37 tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a0d76ca-c47d-4fc8-be61-356af11750c4 HTTP/1.1" status: 200 len: 210 time: 0.0259905 Aug 12 18:13:21.855922 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f532287a-728a-4a67-835f-ec34db55dd87 req-7a1c9bed-2dfc-4fa0-9d9d-9c3f836d9928 tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:21.857449 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-f532287a-728a-4a67-835f-ec34db55dd87 req-7a1c9bed-2dfc-4fa0-9d9d-9c3f836d9928 tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] 10.222.0.57 "GET /v2.0/networks?id=ad293857-80de-4880-9f90-c9579c4ad1c9 HTTP/1.1" status: 200 len: 807 time: 0.1606252 Aug 12 18:13:21.890152 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d722c501-d598-4509-8891-b6b1d0427727 req-fec0a3c6-dc9d-4fd6-a33d-a96fa9cd6412 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:21.898278 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-d722c501-d598-4509-8891-b6b1d0427727 req-fec0a3c6-dc9d-4fd6-a33d-a96fa9cd6412 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=6bec450e-372c-4e5b-8ad5-717ad421be83 HTTP/1.1" status: 200 len: 945 time: 0.0664182 Aug 12 18:13:21.899531 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.v2.base [req-f532287a-728a-4a67-835f-ec34db55dd87 req-957724f9-2c5f-4bc3-8651-f6c7b1e5b235 tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] Request body: {'port': {'device_id': '4a0d76ca-c47d-4fc8-be61-356af11750c4', 'network_id': 'ad293857-80de-4880-9f90-c9579c4ad1c9', 'admin_state_up': True, 'tenant_id': 'f5cb9593ecc74c0f87b9d49791b9aef9'}} {{(pid=94212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:13:21.947656 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-d722c501-d598-4509-8891-b6b1d0427727 req-feb0eb7e-f6b0-4152-b2a9-68153fc6be77 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458691 Aug 12 18:13:21.994853 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:22.069045 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f532287a-728a-4a67-835f-ec34db55dd87 req-957724f9-2c5f-4bc3-8651-f6c7b1e5b235 tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] Made reservation on behalf of f5cb9593ecc74c0f87b9d49791b9aef9 for: {'port': 1} {{(pid=94212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 18:13:22.072854 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-f532287a-728a-4a67-835f-ec34db55dd87 req-957724f9-2c5f-4bc3-8651-f6c7b1e5b235 tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:22.234131 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.db_base_plugin_common [req-f532287a-728a-4a67-835f-ec34db55dd87 req-957724f9-2c5f-4bc3-8651-f6c7b1e5b235 tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] Allocated IP 172.20.0.6 (ad293857-80de-4880-9f90-c9579c4ad1c9/a532bb50-7b59-4f59-bd95-42443c2838f8/1ded997f-9bd8-40b4-ad96-c9b43e99db55) {{(pid=94212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 18:13:22.419391 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-f532287a-728a-4a67-835f-ec34db55dd87 req-957724f9-2c5f-4bc3-8651-f6c7b1e5b235 tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] Notify callbacks [] for port, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:22.505617 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-f532287a-728a-4a67-835f-ec34db55dd87 req-957724f9-2c5f-4bc3-8651-f6c7b1e5b235 tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763627144933'] for port, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:22.509562 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebaecfc-70fc-4d55-a581-e82170247d09 req-849eb674-f6fc-4218-a853-39fc1f409f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:22.511822 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-aebaecfc-70fc-4d55-a581-e82170247d09 req-849eb674-f6fc-4218-a853-39fc1f409f3f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6bec450e-372c-4e5b-8ad5-717ad421be83 HTTP/1.1" status: 200 len: 1098 time: 0.0585582 Aug 12 18:13:22.569078 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fc9878-19d6-4234-b32a-fd20804c1a82 req-44719e8f-5132-423c-a41c-e0b2056afeef tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:22.576751 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-f3fc9878-19d6-4234-b32a-fd20804c1a82 req-44719e8f-5132-423c-a41c-e0b2056afeef tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a0d76ca-c47d-4fc8-be61-356af11750c4 HTTP/1.1" status: 200 len: 931 time: 0.0677373 Aug 12 18:13:22.589479 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f532287a-728a-4a67-835f-ec34db55dd87 req-957724f9-2c5f-4bc3-8651-f6c7b1e5b235 tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] Network ad293857-80de-4880-9f90-c9579c4ad1c9 is already hosted by enough agents. {{(pid=94212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 18:13:22.595440 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-aebaecfc-70fc-4d55-a581-e82170247d09 req-ac8c1665-0cf6-419d-908f-ec837ee06165 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742049 Aug 12 18:13:22.598673 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.base_scheduler [req-f532287a-728a-4a67-835f-ec34db55dd87 req-957724f9-2c5f-4bc3-8651-f6c7b1e5b235 tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] Resources bound (agent type, host, resource id): {{(pid=94212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 18:13:22.603321 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.l3_dvrscheduler_db [req-f532287a-728a-4a67-835f-ec34db55dd87 req-957724f9-2c5f-4bc3-8651-f6c7b1e5b235 tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] Received port after_create {{(pid=94212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 18:13:22.609019 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f532287a-728a-4a67-835f-ec34db55dd87 req-957724f9-2c5f-4bc3-8651-f6c7b1e5b235 tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:22.609724 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-f532287a-728a-4a67-835f-ec34db55dd87 req-957724f9-2c5f-4bc3-8651-f6c7b1e5b235 tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195385'] for port, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:22.619028 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957724f9-2c5f-4bc3-8651-f6c7b1e5b235 tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] Pushing event updated for resources: {'Port': ['ID=1ded997f-9bd8-40b4-ad96-c9b43e99db55,revision_number=1']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:13:22.628836 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-f3fc9878-19d6-4234-b32a-fd20804c1a82 req-0b524be1-0935-4a98-ac69-9f9c524ce17f tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] 10.222.0.30 "GET /v2.0/security-groups?id=284d97f4-cb4c-4bef-a5eb-32b9c053b5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503914 Aug 12 18:13:22.638601 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-f532287a-728a-4a67-835f-ec34db55dd87 req-957724f9-2c5f-4bc3-8651-f6c7b1e5b235 tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7524686 Aug 12 18:13:22.662475 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.v2.base [req-f532287a-728a-4a67-835f-ec34db55dd87 req-8dbff814-1e61-44a0-a1db-4cfdb561d558 service neutron] Request body: {'port': {'device_id': '4a0d76ca-c47d-4fc8-be61-356af11750c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=94212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:13:22.725412 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-f532287a-728a-4a67-835f-ec34db55dd87 req-8dbff814-1e61-44a0-a1db-4cfdb561d558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:23.056234 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.notifiers.nova [req-f532287a-728a-4a67-835f-ec34db55dd87 req-8dbff814-1e61-44a0-a1db-4cfdb561d558 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ded997f-9bd8-40b4-ad96-c9b43e99db55 {{(pid=94212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 18:13:23.078077 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-f532287a-728a-4a67-835f-ec34db55dd87 req-8dbff814-1e61-44a0-a1db-4cfdb561d558 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:23.096825 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.provisioning_blocks [req-f532287a-728a-4a67-835f-ec34db55dd87 req-8dbff814-1e61-44a0-a1db-4cfdb561d558 service neutron] Transition to ACTIVE for port object 1ded997f-9bd8-40b4-ad96-c9b43e99db55 will not be triggered until provisioned by entity L2. {{(pid=94212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 18:13:23.111050 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ae91d-2e46-4aa8-9ca5-878936d79ec3 req-77e3ac15-cc22-4c1c-aad8-658fabab1df1 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:23.112612 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-c23ae91d-2e46-4aa8-9ca5-878936d79ec3 req-77e3ac15-cc22-4c1c-aad8-658fabab1df1 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=6bec450e-372c-4e5b-8ad5-717ad421be83 HTTP/1.1" status: 200 len: 945 time: 0.0706367 Aug 12 18:13:23.113430 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-f532287a-728a-4a67-835f-ec34db55dd87 req-8dbff814-1e61-44a0-a1db-4cfdb561d558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:23.207166 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbff814-1e61-44a0-a1db-4cfdb561d558 service neutron] Pushing event updated for resources: {'Port': ['ID=1ded997f-9bd8-40b4-ad96-c9b43e99db55,revision_number=2']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:13:23.213966 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-c23ae91d-2e46-4aa8-9ca5-878936d79ec3 req-b491b616-22d3-49dc-bb45-d3f24659d682 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938406 Aug 12 18:13:23.251656 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.managers [req-f532287a-728a-4a67-835f-ec34db55dd87 req-8dbff814-1e61-44a0-a1db-4cfdb561d558 service neutron] Attempting to bind port 1ded997f-9bd8-40b4-ad96-c9b43e99db55 on host hv-cinder-75994 for vnic_type normal with profile {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 18:13:23.251656 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.managers [req-f532287a-728a-4a67-835f-ec34db55dd87 req-8dbff814-1e61-44a0-a1db-4cfdb561d558 service neutron] Attempting to bind port 1ded997f-9bd8-40b4-ad96-c9b43e99db55 by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': 'de415605-43c8-4260-a620-68ee6408e803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ad293857-80de-4880-9f90-c9579c4ad1c9'}] {{(pid=94212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 18:13:23.252098 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f532287a-728a-4a67-835f-ec34db55dd87 req-8dbff814-1e61-44a0-a1db-4cfdb561d558 service neutron] Attempting to bind port 1ded997f-9bd8-40b4-ad96-c9b43e99db55 on network ad293857-80de-4880-9f90-c9579c4ad1c9 {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 18:13:23.257115 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f532287a-728a-4a67-835f-ec34db55dd87 req-8dbff814-1e61-44a0-a1db-4cfdb561d558 service neutron] Port 1ded997f-9bd8-40b4-ad96-c9b43e99db55 on network ad293857-80de-4880-9f90-c9579c4ad1c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 18:13:23.257502 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f532287a-728a-4a67-835f-ec34db55dd87 req-8dbff814-1e61-44a0-a1db-4cfdb561d558 service neutron] Attempting to bind port 1ded997f-9bd8-40b4-ad96-c9b43e99db55 on network ad293857-80de-4880-9f90-c9579c4ad1c9 {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 18:13:23.263087 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f532287a-728a-4a67-835f-ec34db55dd87 req-8dbff814-1e61-44a0-a1db-4cfdb561d558 service neutron] Checking agent: {'id': '45fcbab4-fb54-4843-ab6e-792adfc8e994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 18, 10, 22), 'started_at': datetime.datetime(2021, 8, 12, 18, 10, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 18, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 18:13:23.263417 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f532287a-728a-4a67-835f-ec34db55dd87 req-8dbff814-1e61-44a0-a1db-4cfdb561d558 service neutron] Checking segment: {'id': 'de415605-43c8-4260-a620-68ee6408e803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ad293857-80de-4880-9f90-c9579c4ad1c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 18:13:23.263832 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f532287a-728a-4a67-835f-ec34db55dd87 req-8dbff814-1e61-44a0-a1db-4cfdb561d558 service neutron] Bound using segment: {'id': 'de415605-43c8-4260-a620-68ee6408e803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ad293857-80de-4880-9f90-c9579c4ad1c9'} {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 18:13:23.264315 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.managers [req-f532287a-728a-4a67-835f-ec34db55dd87 req-8dbff814-1e61-44a0-a1db-4cfdb561d558 service neutron] Bound port: 1ded997f-9bd8-40b4-ad96-c9b43e99db55, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de415605-43c8-4260-a620-68ee6408e803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ad293857-80de-4880-9f90-c9579c4ad1c9'}}] {{(pid=94212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 18:13:23.264676 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-f532287a-728a-4a67-835f-ec34db55dd87 req-8dbff814-1e61-44a0-a1db-4cfdb561d558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:23.333398 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.db [req-f532287a-728a-4a67-835f-ec34db55dd87 req-8dbff814-1e61-44a0-a1db-4cfdb561d558 service neutron] For port 1ded997f-9bd8-40b4-ad96-c9b43e99db55, host hv-cinder-75994, cleared binding levels {{(pid=94212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 18:13:23.336367 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.db [req-f532287a-728a-4a67-835f-ec34db55dd87 req-8dbff814-1e61-44a0-a1db-4cfdb561d558 service neutron] For port 1ded997f-9bd8-40b4-ad96-c9b43e99db55, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=1ded997f-9bd8-40b4-ad96-c9b43e99db55,segment=NetworkSegment(de415605-43c8-4260-a620-68ee6408e803),segment_id=de415605-43c8-4260-a620-68ee6408e803)] {{(pid=94212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 18:13:23.339445 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-f532287a-728a-4a67-835f-ec34db55dd87 req-8dbff814-1e61-44a0-a1db-4cfdb561d558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:23.373119 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f532287a-728a-4a67-835f-ec34db55dd87 req-8dbff814-1e61-44a0-a1db-4cfdb561d558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:23.373760 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-f532287a-728a-4a67-835f-ec34db55dd87 req-8dbff814-1e61-44a0-a1db-4cfdb561d558 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195385'] for port, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:23.375463 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-f532287a-728a-4a67-835f-ec34db55dd87 req-8dbff814-1e61-44a0-a1db-4cfdb561d558 service neutron] 10.222.0.57 "PUT /v2.0/ports/1ded997f-9bd8-40b4-ad96-c9b43e99db55 HTTP/1.1" status: 200 len: 1093 time: 0.7189596 Aug 12 18:13:23.375887 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a0d76ca-c47d-4fc8-be61-356af11750c4', 'tag': '1ded997f-9bd8-40b4-ad96-c9b43e99db55'}] {{(pid=94212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 18:13:23.378127 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd512f55349b839fb4675422b2dbaf52bda1baead41a4efd90d4bf8a5142663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ef17c2f-1a26-47a9-a8ce-10286ff71af2" -d '{"events": [{"name": "network-changed", "server_uuid": "4a0d76ca-c47d-4fc8-be61-356af11750c4", "tag": "1ded997f-9bd8-40b4-ad96-c9b43e99db55"}]}' {{(pid=94212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 18:13:23.402451 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbff814-1e61-44a0-a1db-4cfdb561d558 service neutron] Pushing event updated for resources: {'Port': ['ID=1ded997f-9bd8-40b4-ad96-c9b43e99db55,revision_number=3']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:13:23.419033 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 18:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4128c726-c787-458b-978f-cdf8cc639576 x-openstack-request-id: req-4128c726-c787-458b-978f-cdf8cc639576 {{(pid=94212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 18:13:23.419326 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a0d76ca-c47d-4fc8-be61-356af11750c4", "tag": "1ded997f-9bd8-40b4-ad96-c9b43e99db55", "status": "completed", "code": 200}]} {{(pid=94212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 18:13:23.419583 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4128c726-c787-458b-978f-cdf8cc639576 {{(pid=94212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 18:13:23.419985 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a0d76ca-c47d-4fc8-be61-356af11750c4', 'tag': '1ded997f-9bd8-40b4-ad96-c9b43e99db55', 'status': 'completed', 'code': 200} Aug 12 18:13:23.474118 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f532287a-728a-4a67-835f-ec34db55dd87 req-a9ba6b25-f3c7-4408-875c-ad0ea2f54ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:23.475600 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-f532287a-728a-4a67-835f-ec34db55dd87 req-a9ba6b25-f3c7-4408-875c-ad0ea2f54ff2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f5cb9593ecc74c0f87b9d49791b9aef9&device_id=4a0d76ca-c47d-4fc8-be61-356af11750c4 HTTP/1.1" status: 200 len: 1096 time: 0.0425539 Aug 12 18:13:23.520459 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-f532287a-728a-4a67-835f-ec34db55dd87 req-99beb32b-e110-444c-bd6c-2deac9797ca2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ded997f-9bd8-40b4-ad96-c9b43e99db55 HTTP/1.1" status: 200 len: 217 time: 0.0340950 Aug 12 18:13:23.571853 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f532287a-728a-4a67-835f-ec34db55dd87 req-56b67ade-599c-4a35-9d24-81e2ef8bda7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:23.573286 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-f532287a-728a-4a67-835f-ec34db55dd87 req-56b67ade-599c-4a35-9d24-81e2ef8bda7c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a532bb50-7b59-4f59-bd95-42443c2838f8 HTTP/1.1" status: 200 len: 847 time: 0.0435829 Aug 12 18:13:23.610219 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-f532287a-728a-4a67-835f-ec34db55dd87 req-626bc71b-b6da-4bfe-8cd0-a3a602cd65c5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ad293857-80de-4880-9f90-c9579c4ad1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273125 Aug 12 18:13:23.699737 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-f532287a-728a-4a67-835f-ec34db55dd87 req-1b4e1fa0-8419-42d7-9d84-807495499747 service neutron] 10.222.0.57 "GET /v2.0/networks/ad293857-80de-4880-9f90-c9579c4ad1c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801456 Aug 12 18:13:23.730988 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a187814-f545-44ec-aefa-4768500456aa req-ad537cfa-bd6a-47cd-8541-11e14a0674fb tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:23.732434 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-2a187814-f545-44ec-aefa-4768500456aa req-ad537cfa-bd6a-47cd-8541-11e14a0674fb tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a0d76ca-c47d-4fc8-be61-356af11750c4 HTTP/1.1" status: 200 len: 943 time: 0.0471599 Aug 12 18:13:23.774293 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-2a187814-f545-44ec-aefa-4768500456aa req-ef70e9d7-27d4-4eb9-b80a-13a0b19cc67a tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] 10.222.0.30 "GET /v2.0/security-groups?id=284d97f4-cb4c-4bef-a5eb-32b9c053b5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358503 Aug 12 18:13:23.795967 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-f532287a-728a-4a67-835f-ec34db55dd87 req-651d8e73-8486-41bd-939d-891698eb4483 service neutron] 10.222.0.57 "GET /v2.0/networks/ad293857-80de-4880-9f90-c9579c4ad1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880475 Aug 12 18:13:23.878749 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef17c2f-1a26-47a9-a8ce-10286ff71af2 req-9f10b3e8-af02-47d8-be45-34b3d8a74be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:23.880240 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-3ef17c2f-1a26-47a9-a8ce-10286ff71af2 req-9f10b3e8-af02-47d8-be45-34b3d8a74be5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f5cb9593ecc74c0f87b9d49791b9aef9&device_id=4a0d76ca-c47d-4fc8-be61-356af11750c4 HTTP/1.1" status: 200 len: 1096 time: 0.0406663 Aug 12 18:13:23.975088 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef17c2f-1a26-47a9-a8ce-10286ff71af2 req-6c2a680c-22e5-4d21-8564-7ec538c9e39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:23.976616 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-3ef17c2f-1a26-47a9-a8ce-10286ff71af2 req-6c2a680c-22e5-4d21-8564-7ec538c9e39a service neutron] 10.222.0.57 "GET /v2.0/networks?id=ad293857-80de-4880-9f90-c9579c4ad1c9 HTTP/1.1" status: 200 len: 908 time: 0.0877476 Aug 12 18:13:24.026471 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-3ef17c2f-1a26-47a9-a8ce-10286ff71af2 req-8151751e-728a-4d96-8488-534c3adbf1b9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ded997f-9bd8-40b4-ad96-c9b43e99db55 HTTP/1.1" status: 200 len: 217 time: 0.0403633 Aug 12 18:13:24.094658 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef17c2f-1a26-47a9-a8ce-10286ff71af2 req-73e3f2b8-91e5-4b82-8bc3-22e39c33bcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:24.096364 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-3ef17c2f-1a26-47a9-a8ce-10286ff71af2 req-73e3f2b8-91e5-4b82-8bc3-22e39c33bcdd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a532bb50-7b59-4f59-bd95-42443c2838f8 HTTP/1.1" status: 200 len: 847 time: 0.0617557 Aug 12 18:13:24.135648 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-3ef17c2f-1a26-47a9-a8ce-10286ff71af2 req-17f4bc4c-dc22-4f0e-aa70-036a8128b6ef service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ad293857-80de-4880-9f90-c9579c4ad1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295777 Aug 12 18:13:24.243665 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-3ef17c2f-1a26-47a9-a8ce-10286ff71af2 req-6f90e5be-c604-4efc-81ab-a8edb896aeca service neutron] 10.222.0.57 "GET /v2.0/networks/ad293857-80de-4880-9f90-c9579c4ad1c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919185 Aug 12 18:13:24.496864 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3ec89e-c408-44b0-b6d0-97eeeaa09d11 req-5e5a77ba-5729-46c1-ae44-367e3aa127d4 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:24.498368 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-cb3ec89e-c408-44b0-b6d0-97eeeaa09d11 req-5e5a77ba-5729-46c1-ae44-367e3aa127d4 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=6bec450e-372c-4e5b-8ad5-717ad421be83 HTTP/1.1" status: 200 len: 945 time: 0.1160796 Aug 12 18:13:24.531360 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-3ef17c2f-1a26-47a9-a8ce-10286ff71af2 req-e7cbbd84-13c4-47f1-ba23-470c7f87f51b service neutron] 10.222.0.57 "GET /v2.0/networks/ad293857-80de-4880-9f90-c9579c4ad1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762489 Aug 12 18:13:24.551357 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-cb3ec89e-c408-44b0-b6d0-97eeeaa09d11 req-af69e270-806b-409a-8f2a-01891257e80f tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463805 Aug 12 18:13:24.668458 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ee400-acf6-4106-9e24-5d3cb674c8c4 req-c8b4757b-2546-40ed-9d89-71654c39c3bc tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:24.669944 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-171ee400-acf6-4106-9e24-5d3cb674c8c4 req-c8b4757b-2546-40ed-9d89-71654c39c3bc tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc73c794-c918-4d35-b969-010662453973 HTTP/1.1" status: 200 len: 946 time: 0.0474641 Aug 12 18:13:24.707381 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-171ee400-acf6-4106-9e24-5d3cb674c8c4 req-d62f1e7f-ea4e-46e8-a919-62da9bf3c7e9 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303502 Aug 12 18:13:24.888256 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea3357-9824-495a-a4ed-acd9664349ff req-cbe2d814-0b40-43f9-b85d-6688b9d2262c tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:24.889769 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-2dea3357-9824-495a-a4ed-acd9664349ff req-cbe2d814-0b40-43f9-b85d-6688b9d2262c tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a0d76ca-c47d-4fc8-be61-356af11750c4 HTTP/1.1" status: 200 len: 943 time: 0.0495462 Aug 12 18:13:24.928987 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-2dea3357-9824-495a-a4ed-acd9664349ff req-927f4619-4a09-45d3-b4fe-9c40935cf814 tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] 10.222.0.30 "GET /v2.0/security-groups?id=284d97f4-cb4c-4bef-a5eb-32b9c053b5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331943 Aug 12 18:13:24.955918 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Device 1ded997f-9bd8-40b4-ad96-c9b43e99db55 details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=94213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 18:13:25.051959 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] For port 1ded997f-9bd8-40b4-ad96-c9b43e99db55, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=1ded997f-9bd8-40b4-ad96-c9b43e99db55,segment=NetworkSegment(de415605-43c8-4260-a620-68ee6408e803),segment_id=de415605-43c8-4260-a620-68ee6408e803)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:13:25.063035 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Returning: {'device': '1ded997f-9bd8-40b4-ad96-c9b43e99db55', 'network_id': 'ad293857-80de-4880-9f90-c9579c4ad1c9', 'port_id': '1ded997f-9bd8-40b4-ad96-c9b43e99db55', 'mac_address': 'fa:16:3e:ba:4d:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a532bb50-7b59-4f59-bd95-42443c2838f8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 18:13:25.102227 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:25.115511 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.notifiers.nova [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ded997f-9bd8-40b4-ad96-c9b43e99db55 {{(pid=94213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 18:13:25.134234 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] For port 1ded997f-9bd8-40b4-ad96-c9b43e99db55, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=1ded997f-9bd8-40b4-ad96-c9b43e99db55,segment=NetworkSegment(de415605-43c8-4260-a620-68ee6408e803),segment_id=de415605-43c8-4260-a620-68ee6408e803)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:13:25.138192 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:25.185758 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Pushing event updated for resources: {'Port': ['ID=1ded997f-9bd8-40b4-ad96-c9b43e99db55,revision_number=4']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:13:25.193489 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:13:25.193866 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:13:25.194242 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:13:25.194582 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:13:25.194919 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:13:25.195564 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:13:25.195564 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:13:25.195896 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:13:25.196246 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:13:25.196573 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:13:25.196899 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:13:25.197226 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:13:25.414542 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] get_ports_and_sgs() called for port_ids ['1ded997f-9bd8-40b4-ad96-c9b43e99db55'] {{(pid=94213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 18:13:25.443654 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 50670) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:13:25.588570 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-df4bc21c-2723-4934-87b6-2dbe258f4f01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:25.694857 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-df4bc21c-2723-4934-87b6-2dbe258f4f01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:25.698794 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-df4bc21c-2723-4934-87b6-2dbe258f4f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:25.742551 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-df4bc21c-2723-4934-87b6-2dbe258f4f01 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=805618fb6bd94111acb7e631ae300659&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2968349 Aug 12 18:13:25.743624 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4bc21c-2723-4934-87b6-2dbe258f4f01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=939fa605-be70-48ca-a7da-e856f7c2b34a,revision_number=1']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:13:25.745283 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 50702) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:13:25.799705 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-9bff9671-91a1-4ec6-bb7e-5068b4e2bfbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:25.821726 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-9bff9671-91a1-4ec6-bb7e-5068b4e2bfbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:25.876180 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-9bff9671-91a1-4ec6-bb7e-5068b4e2bfbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:25.878676 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-9bff9671-91a1-4ec6-bb7e-5068b4e2bfbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:25.879793 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-9bff9671-91a1-4ec6-bb7e-5068b4e2bfbb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/939fa605-be70-48ca-a7da-e856f7c2b34a HTTP/1.1" status: 204 len: 168 time: 0.1335280 Aug 12 18:13:25.889062 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bff9671-91a1-4ec6-bb7e-5068b4e2bfbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=939fa605-be70-48ca-a7da-e856f7c2b34a,revision_number=None']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:13:26.059175 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742b70d1-3cee-4f65-886d-26083032634b req-1153954f-7f12-40f3-8303-576311f78d24 tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:26.060811 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-742b70d1-3cee-4f65-886d-26083032634b req-1153954f-7f12-40f3-8303-576311f78d24 tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a0d76ca-c47d-4fc8-be61-356af11750c4 HTTP/1.1" status: 200 len: 944 time: 0.0600300 Aug 12 18:13:26.107687 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-742b70d1-3cee-4f65-886d-26083032634b req-51d032a0-a881-4334-abe7-602455022bd4 tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] 10.222.0.30 "GET /v2.0/security-groups?id=284d97f4-cb4c-4bef-a5eb-32b9c053b5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363619 Aug 12 18:13:26.291585 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb11afab-a8b6-4bb0-89c6-f7c3069eef88 req-3db06941-d30a-4a79-a87d-1dda8762d9dc tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:26.293175 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-eb11afab-a8b6-4bb0-89c6-f7c3069eef88 req-3db06941-d30a-4a79-a87d-1dda8762d9dc tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc73c794-c918-4d35-b969-010662453973 HTTP/1.1" status: 200 len: 946 time: 0.0480220 Aug 12 18:13:26.332981 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-eb11afab-a8b6-4bb0-89c6-f7c3069eef88 req-8b14bc74-ae5c-43ad-9142-21e3d610c59d tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331676 Aug 12 18:13:27.225775 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31511d52-f530-4602-8a45-3ca364fb24fe req-b21442b3-06da-4213-b17b-eec7fb961fb9 tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:27.227288 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-31511d52-f530-4602-8a45-3ca364fb24fe req-b21442b3-06da-4213-b17b-eec7fb961fb9 tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a0d76ca-c47d-4fc8-be61-356af11750c4 HTTP/1.1" status: 200 len: 944 time: 0.0485575 Aug 12 18:13:27.266357 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-31511d52-f530-4602-8a45-3ca364fb24fe req-cabb7d48-34a5-497d-8fb5-b3586653996a tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] 10.222.0.30 "GET /v2.0/security-groups?id=284d97f4-cb4c-4bef-a5eb-32b9c053b5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322063 Aug 12 18:13:27.464151 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f66d76-dbb3-44d8-adbc-e732ae32c87d req-b67504bc-8a68-4daa-8c5a-91cde95e3776 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:27.465640 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-39f66d76-dbb3-44d8-adbc-e732ae32c87d req-b67504bc-8a68-4daa-8c5a-91cde95e3776 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc73c794-c918-4d35-b969-010662453973 HTTP/1.1" status: 200 len: 946 time: 0.0522730 Aug 12 18:13:27.510280 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-39f66d76-dbb3-44d8-adbc-e732ae32c87d req-7d203ee4-1fc1-4c88-bdbe-ee8e4b058c82 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377200 Aug 12 18:13:28.379799 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f4c2a-8dd6-4f4f-89d3-02554cb629c6 req-d8357223-09d9-4711-9fbe-9ed3e5e1ac99 tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:28.381243 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-d73f4c2a-8dd6-4f4f-89d3-02554cb629c6 req-d8357223-09d9-4711-9fbe-9ed3e5e1ac99 tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a0d76ca-c47d-4fc8-be61-356af11750c4 HTTP/1.1" status: 200 len: 944 time: 0.0478222 Aug 12 18:13:28.416968 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-d73f4c2a-8dd6-4f4f-89d3-02554cb629c6 req-7efbf313-c68e-4ef4-a24d-d278f93fd9dd tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] 10.222.0.30 "GET /v2.0/security-groups?id=284d97f4-cb4c-4bef-a5eb-32b9c053b5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298274 Aug 12 18:13:28.622426 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f8a03-3fb3-48fc-8433-bd63b9ed9058 req-796ec26c-3cbe-4293-84aa-c88244cfb933 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:28.623912 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-cd4f8a03-3fb3-48fc-8433-bd63b9ed9058 req-796ec26c-3cbe-4293-84aa-c88244cfb933 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc73c794-c918-4d35-b969-010662453973 HTTP/1.1" status: 200 len: 946 time: 0.0478082 Aug 12 18:13:28.684881 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-cd4f8a03-3fb3-48fc-8433-bd63b9ed9058 req-714c7817-eef7-4cd9-8317-92f9182a0b60 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552363 Aug 12 18:13:28.700899 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d8b1d4-021d-44d6-b369-9980d76cb4a0 req-db4072df-aa6d-46aa-b800-8a4fc14abb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:28.702411 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-27d8b1d4-021d-44d6-b369-9980d76cb4a0 req-db4072df-aa6d-46aa-b800-8a4fc14abb34 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ec7b40fc66d54f7baf7c87a636dd94ac&device_id=dc73c794-c918-4d35-b969-010662453973 HTTP/1.1" status: 200 len: 1099 time: 0.0532808 Aug 12 18:13:28.790460 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d8b1d4-021d-44d6-b369-9980d76cb4a0 req-58cdcdf3-a1e7-48da-8f2f-0104c7d650b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:28.791884 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-27d8b1d4-021d-44d6-b369-9980d76cb4a0 req-58cdcdf3-a1e7-48da-8f2f-0104c7d650b8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=69280036-392c-4dfc-84c7-1aa4a0c305c8 HTTP/1.1" status: 200 len: 920 time: 0.0808375 Aug 12 18:13:28.835427 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-27d8b1d4-021d-44d6-b369-9980d76cb4a0 req-b47f5b6e-b353-47c6-b93d-93b61b533844 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08cd73c9-093b-400e-ae0b-5aeaf8aecca2 HTTP/1.1" status: 200 len: 217 time: 0.0354753 Aug 12 18:13:28.883775 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d8b1d4-021d-44d6-b369-9980d76cb4a0 req-15a31886-54f8-402e-af0c-80b33e6e51f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:28.885150 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-27d8b1d4-021d-44d6-b369-9980d76cb4a0 req-15a31886-54f8-402e-af0c-80b33e6e51f6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=afc1472d-6afb-47f2-8956-e41e4c0db5e3 HTTP/1.1" status: 200 len: 859 time: 0.0417707 Aug 12 18:13:28.915101 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-27d8b1d4-021d-44d6-b369-9980d76cb4a0 req-aa14c1e2-35bb-4624-8204-50920f4cae17 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=69280036-392c-4dfc-84c7-1aa4a0c305c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0224688 Aug 12 18:13:28.964982 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Device 1ded997f-9bd8-40b4-ad96-c9b43e99db55 up at agent hyperv_hv-cinder-75994 {{(pid=94213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 18:13:29.012843 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-27d8b1d4-021d-44d6-b369-9980d76cb4a0 req-4ba5d4c1-cd89-4f86-b9d6-748122fdda39 service neutron] 10.222.0.57 "GET /v2.0/networks/69280036-392c-4dfc-84c7-1aa4a0c305c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871792 Aug 12 18:13:29.014971 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Provisioning for port 1ded997f-9bd8-40b4-ad96-c9b43e99db55 completed by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 18:13:29.018609 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Provisioning complete for port 1ded997f-9bd8-40b4-ad96-c9b43e99db55 triggered by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:13:29.018980 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:29.098239 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:29.114720 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-27d8b1d4-021d-44d6-b369-9980d76cb4a0 req-f1f1378e-5a9b-4c88-8fd9-68aa30e748f9 service neutron] 10.222.0.57 "GET /v2.0/networks/69280036-392c-4dfc-84c7-1aa4a0c305c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944424 Aug 12 18:13:29.129965 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a0d76ca-c47d-4fc8-be61-356af11750c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ded997f-9bd8-40b4-ad96-c9b43e99db55'}] {{(pid=94213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 18:13:29.132511 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093bef5005328d2170e61a9e3556762ddeddd0b69a57765fcd678c61bdf37499" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e47147-f560-4c18-82f1-bbe30f580726" -d '{"events": [{"server_uuid": "4a0d76ca-c47d-4fc8-be61-356af11750c4", "name": "network-vif-plugged", "status": "completed", "tag": "1ded997f-9bd8-40b4-ad96-c9b43e99db55"}]}' {{(pid=94213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 18:13:29.148809 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] For port 1ded997f-9bd8-40b4-ad96-c9b43e99db55, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=1ded997f-9bd8-40b4-ad96-c9b43e99db55,segment=NetworkSegment(de415605-43c8-4260-a620-68ee6408e803),segment_id=de415605-43c8-4260-a620-68ee6408e803)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:13:29.153379 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:29.177983 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 18:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9148bda3-7817-47fe-b369-9fc622586a5f x-openstack-request-id: req-9148bda3-7817-47fe-b369-9fc622586a5f {{(pid=94213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 18:13:29.178274 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a0d76ca-c47d-4fc8-be61-356af11750c4", "name": "network-vif-plugged", "status": "completed", "tag": "1ded997f-9bd8-40b4-ad96-c9b43e99db55", "code": 200}]} {{(pid=94213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 18:13:29.178581 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9148bda3-7817-47fe-b369-9fc622586a5f {{(pid=94213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 18:13:29.178966 dv-cinder-759943-10-iscsi neutron-server[94213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a0d76ca-c47d-4fc8-be61-356af11750c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ded997f-9bd8-40b4-ad96-c9b43e99db55', 'code': 200} Aug 12 18:13:29.209191 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Pushing event updated for resources: {'Port': ['ID=1ded997f-9bd8-40b4-ad96-c9b43e99db55,revision_number=5']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:13:29.353924 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d4df47-8b1e-4530-ada2-1865c24a4df6 req-49935867-1c5f-4285-bd97-cd4932223912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:29.355383 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-f8d4df47-8b1e-4530-ada2-1865c24a4df6 req-49935867-1c5f-4285-bd97-cd4932223912 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4a0d76ca-c47d-4fc8-be61-356af11750c4 HTTP/1.1" status: 200 len: 1098 time: 0.0392170 Aug 12 18:13:29.395154 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-f8d4df47-8b1e-4530-ada2-1865c24a4df6 req-c6de74ca-552e-4274-81d1-85077338334a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=284d97f4-cb4c-4bef-a5eb-32b9c053b5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280001 Aug 12 18:13:29.533800 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ffbd33-434a-4b7c-9d3e-e913ad48c6f0 req-2203c66e-acd0-4d4f-a343-96d68e7027b3 tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:29.535244 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-75ffbd33-434a-4b7c-9d3e-e913ad48c6f0 req-2203c66e-acd0-4d4f-a343-96d68e7027b3 tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a0d76ca-c47d-4fc8-be61-356af11750c4 HTTP/1.1" status: 200 len: 945 time: 0.0526574 Aug 12 18:13:29.574143 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-75ffbd33-434a-4b7c-9d3e-e913ad48c6f0 req-b893910d-3769-4baf-bdf0-d0c027702eb8 tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] 10.222.0.30 "GET /v2.0/security-groups?id=284d97f4-cb4c-4bef-a5eb-32b9c053b5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330951 Aug 12 18:13:29.811572 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fd13c6-8912-44d8-b00d-8cbcb6c39b07 req-1a427504-7bf3-45d8-98af-087083faa875 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:29.811572 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-20fd13c6-8912-44d8-b00d-8cbcb6c39b07 req-1a427504-7bf3-45d8-98af-087083faa875 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc73c794-c918-4d35-b969-010662453973 HTTP/1.1" status: 200 len: 946 time: 0.0484786 Aug 12 18:13:29.845916 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-20fd13c6-8912-44d8-b00d-8cbcb6c39b07 req-eb51864f-cbfd-40da-84e8-88414ad0583c tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316107 Aug 12 18:13:30.326077 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 50854) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:13:30.452479 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-2cdadf9a-3a50-4981-bb88-c8e277384fd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:30.544331 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-2cdadf9a-3a50-4981-bb88-c8e277384fd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:30.548949 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-2cdadf9a-3a50-4981-bb88-c8e277384fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:30.586579 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-2cdadf9a-3a50-4981-bb88-c8e277384fd9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c3c0f525c5134a29b519548b331d5d1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2593772 Aug 12 18:13:30.587435 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdadf9a-3a50-4981-bb88-c8e277384fd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be6a0334-279a-46ac-9add-8fa6a982db04,revision_number=1']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:13:30.589392 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 50874) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:13:30.640275 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-cafef110-59b1-4b2c-baef-cb10f59a90bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:30.683699 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-cafef110-59b1-4b2c-baef-cb10f59a90bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:30.729303 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6d5d82-224f-4169-aaf4-acb6c7523352 req-eb0c3e48-dce7-4411-8da8-aeec8142e543 tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:30.730921 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-6c6d5d82-224f-4169-aaf4-acb6c7523352 req-eb0c3e48-dce7-4411-8da8-aeec8142e543 tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a0d76ca-c47d-4fc8-be61-356af11750c4 HTTP/1.1" status: 200 len: 945 time: 0.0770051 Aug 12 18:13:30.762082 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-cafef110-59b1-4b2c-baef-cb10f59a90bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:30.763184 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 50882) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:13:30.765119 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-cafef110-59b1-4b2c-baef-cb10f59a90bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:30.768700 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-cafef110-59b1-4b2c-baef-cb10f59a90bb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/be6a0334-279a-46ac-9add-8fa6a982db04 HTTP/1.1" status: 204 len: 168 time: 0.1759596 Aug 12 18:13:30.787088 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-6c6d5d82-224f-4169-aaf4-acb6c7523352 req-3eeb6067-d3cd-44c5-8682-14eef29a5197 tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] 10.222.0.30 "GET /v2.0/security-groups?id=284d97f4-cb4c-4bef-a5eb-32b9c053b5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486557 Aug 12 18:13:30.789888 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafef110-59b1-4b2c-baef-cb10f59a90bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be6a0334-279a-46ac-9add-8fa6a982db04,revision_number=None']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:13:30.978132 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df15164b-5108-483e-8586-5b9d85fa0cd5 req-7bd420a4-40ee-46c6-8577-a5479ceb9f21 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:30.985674 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-df15164b-5108-483e-8586-5b9d85fa0cd5 req-7bd420a4-40ee-46c6-8577-a5479ceb9f21 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc73c794-c918-4d35-b969-010662453973 HTTP/1.1" status: 200 len: 946 time: 0.0679018 Aug 12 18:13:31.030374 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-df15164b-5108-483e-8586-5b9d85fa0cd5 req-2c496e53-69f4-43ca-a720-4d149a5b673c tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423663 Aug 12 18:13:31.041294 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-6f703ee2-a8a5-45f3-94d6-31d0c17e44dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:31.147349 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-6f703ee2-a8a5-45f3-94d6-31d0c17e44dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:31.151339 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-6f703ee2-a8a5-45f3-94d6-31d0c17e44dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:31.157884 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 50904) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:13:31.171570 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-0c6a3393-7e77-4e2b-bdd9-5e14ee5359ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:31.193265 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-6f703ee2-a8a5-45f3-94d6-31d0c17e44dd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=83ebb0904807452ba9df423bf4674e0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4281919 Aug 12 18:13:31.194504 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f703ee2-a8a5-45f3-94d6-31d0c17e44dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=502ee668-15c4-4e37-a008-a6a203d388d8,revision_number=1']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:13:31.197282 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 50906) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:13:31.215096 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 50908) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:13:31.280926 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-685d2a6e-a950-4593-9e60-8943b1c017c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:31.316890 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-685d2a6e-a950-4593-9e60-8943b1c017c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:31.349707 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-0c6a3393-7e77-4e2b-bdd9-5e14ee5359ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:31.365101 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-0c6a3393-7e77-4e2b-bdd9-5e14ee5359ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:31.398804 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 50920) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:13:31.406480 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-0c6a3393-7e77-4e2b-bdd9-5e14ee5359ee admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=57542b6535404528a44b98f0b090f867&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2472279 Aug 12 18:13:31.433617 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6a3393-7e77-4e2b-bdd9-5e14ee5359ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01e7947e-cd83-4f34-8b64-67cf9c59d5e2,revision_number=1']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:13:31.434120 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-a84e86f9-7218-4b02-993e-dd44ca17476a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:31.466793 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-685d2a6e-a950-4593-9e60-8943b1c017c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:31.470581 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-685d2a6e-a950-4593-9e60-8943b1c017c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:31.472575 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-685d2a6e-a950-4593-9e60-8943b1c017c8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/502ee668-15c4-4e37-a008-a6a203d388d8 HTTP/1.1" status: 204 len: 168 time: 0.2731855 Aug 12 18:13:31.483796 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d2a6e-a950-4593-9e60-8943b1c017c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=502ee668-15c4-4e37-a008-a6a203d388d8,revision_number=None']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:13:31.500548 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-7bb6d5fd-737f-45a5-a39e-48a2c51aa9db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:31.537700 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-7bb6d5fd-737f-45a5-a39e-48a2c51aa9db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:31.620296 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-7bb6d5fd-737f-45a5-a39e-48a2c51aa9db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:31.622830 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-7bb6d5fd-737f-45a5-a39e-48a2c51aa9db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:31.624156 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-7bb6d5fd-737f-45a5-a39e-48a2c51aa9db admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/01e7947e-cd83-4f34-8b64-67cf9c59d5e2 HTTP/1.1" status: 204 len: 168 time: 0.2244010 Aug 12 18:13:31.631574 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-a84e86f9-7218-4b02-993e-dd44ca17476a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:31.636930 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb6d5fd-737f-45a5-a39e-48a2c51aa9db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e7947e-cd83-4f34-8b64-67cf9c59d5e2,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:13:31.639077 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-a84e86f9-7218-4b02-993e-dd44ca17476a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:31.676930 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304a07fd-aa49-4ffa-b752-71e4edf95ad6 req-0f61ff6c-edd8-4713-b69f-84530a6604b9 tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:31.679711 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-304a07fd-aa49-4ffa-b752-71e4edf95ad6 req-0f61ff6c-edd8-4713-b69f-84530a6604b9 tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a0d76ca-c47d-4fc8-be61-356af11750c4 HTTP/1.1" status: 200 len: 945 time: 0.0685661 Aug 12 18:13:31.685607 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-a84e86f9-7218-4b02-993e-dd44ca17476a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bb5b6f861b274a57a76a412cb7c4f122&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4691136 Aug 12 18:13:31.688388 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 50934) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:13:31.697426 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84e86f9-7218-4b02-993e-dd44ca17476a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd3ecbb2-c04c-4177-bc23-ad10149b58af,revision_number=1']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:13:31.725795 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-304a07fd-aa49-4ffa-b752-71e4edf95ad6 req-1ef227ed-c95c-44ed-8f06-78bfd3e103d7 tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] 10.222.0.30 "GET /v2.0/security-groups?id=284d97f4-cb4c-4bef-a5eb-32b9c053b5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387423 Aug 12 18:13:31.755192 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-897c2c0e-4cc8-4bde-81e6-06a387921e87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:31.788186 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-897c2c0e-4cc8-4bde-81e6-06a387921e87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:31.839610 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-897c2c0e-4cc8-4bde-81e6-06a387921e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:31.842825 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-897c2c0e-4cc8-4bde-81e6-06a387921e87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:31.844040 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-897c2c0e-4cc8-4bde-81e6-06a387921e87 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fd3ecbb2-c04c-4177-bc23-ad10149b58af HTTP/1.1" status: 204 len: 168 time: 0.1545076 Aug 12 18:13:31.853205 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897c2c0e-4cc8-4bde-81e6-06a387921e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd3ecbb2-c04c-4177-bc23-ad10149b58af,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:13:31.869105 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 50940) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:13:31.886173 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-c4ed46c6-6d1d-42ce-8356-661f16a1baad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:32.002695 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-c4ed46c6-6d1d-42ce-8356-661f16a1baad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:32.013518 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-c4ed46c6-6d1d-42ce-8356-661f16a1baad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:32.053123 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed46c6-6d1d-42ce-8356-661f16a1baad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92b38128-9c84-4bab-a0cf-e95196ac7336,revision_number=1']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:13:32.068385 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-c4ed46c6-6d1d-42ce-8356-661f16a1baad admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5d4f8e1807cc4668a732cebb0de8b96d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1971860 Aug 12 18:13:32.071136 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 50948) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:13:32.088550 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 50950) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:13:32.105782 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-ad7c746b-b119-4cbc-859d-f99bf2590156 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:32.139573 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-522286c6-3f4d-49d6-a9fa-04b6500fde56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:32.162362 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-522286c6-3f4d-49d6-a9fa-04b6500fde56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:32.210325 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b833620a-b98a-4b5e-8d08-11f12a8ae12b req-bfb9ed44-c22e-4196-8052-e48dcba9ee9c tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:32.211800 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-b833620a-b98a-4b5e-8d08-11f12a8ae12b req-bfb9ed44-c22e-4196-8052-e48dcba9ee9c tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc73c794-c918-4d35-b969-010662453973 HTTP/1.1" status: 200 len: 946 time: 0.0705771 Aug 12 18:13:32.220776 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-522286c6-3f4d-49d6-a9fa-04b6500fde56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:32.224370 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-522286c6-3f4d-49d6-a9fa-04b6500fde56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:32.225713 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-522286c6-3f4d-49d6-a9fa-04b6500fde56 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/92b38128-9c84-4bab-a0cf-e95196ac7336 HTTP/1.1" status: 204 len: 168 time: 0.1533387 Aug 12 18:13:32.240334 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522286c6-3f4d-49d6-a9fa-04b6500fde56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b38128-9c84-4bab-a0cf-e95196ac7336,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:13:32.257357 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-ad7c746b-b119-4cbc-859d-f99bf2590156 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:32.272857 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-ad7c746b-b119-4cbc-859d-f99bf2590156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:32.286427 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-b833620a-b98a-4b5e-8d08-11f12a8ae12b req-ecf8e400-2a87-4e75-b4c5-0b0700bb8ae2 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679467 Aug 12 18:13:32.319453 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 50954) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:13:32.322572 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-ad7c746b-b119-4cbc-859d-f99bf2590156 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f79c0572476541d0ba82fd3d108f790c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2328522 Aug 12 18:13:32.324981 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 50956) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:13:32.327654 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7c746b-b119-4cbc-859d-f99bf2590156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81071011-7587-498f-ba60-caeffbc2d63d,revision_number=1']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:13:32.347215 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-49b3cc7b-3602-47d0-8c4f-52c0da9060d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:32.383415 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-8643bc30-3eb3-45d1-952a-5153d11e04dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:32.420646 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-8643bc30-3eb3-45d1-952a-5153d11e04dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:32.448329 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-49b3cc7b-3602-47d0-8c4f-52c0da9060d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:32.453578 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-49b3cc7b-3602-47d0-8c4f-52c0da9060d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:32.479965 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-8643bc30-3eb3-45d1-952a-5153d11e04dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:32.483206 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-8643bc30-3eb3-45d1-952a-5153d11e04dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:32.485149 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-8643bc30-3eb3-45d1-952a-5153d11e04dd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/81071011-7587-498f-ba60-caeffbc2d63d HTTP/1.1" status: 204 len: 168 time: 0.1583867 Aug 12 18:13:32.493528 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-49b3cc7b-3602-47d0-8c4f-52c0da9060d3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a6b983d3fa5f46a59ef37c91671416c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1706028 Aug 12 18:13:32.493528 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b3cc7b-3602-47d0-8c4f-52c0da9060d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=713eff6d-680d-4544-bbd9-c2160db5e29f,revision_number=1']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:13:32.494394 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 50962) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:13:32.507610 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8643bc30-3eb3-45d1-952a-5153d11e04dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81071011-7587-498f-ba60-caeffbc2d63d,revision_number=None']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:13:32.562135 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-d11bff90-f447-472f-938f-06a6fb03d019 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:32.583800 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-d11bff90-f447-472f-938f-06a6fb03d019 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:32.643418 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-d11bff90-f447-472f-938f-06a6fb03d019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:32.646005 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-d11bff90-f447-472f-938f-06a6fb03d019 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:32.647342 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-d11bff90-f447-472f-938f-06a6fb03d019 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/713eff6d-680d-4544-bbd9-c2160db5e29f HTTP/1.1" status: 204 len: 168 time: 0.1480525 Aug 12 18:13:32.656413 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11bff90-f447-472f-938f-06a6fb03d019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=713eff6d-680d-4544-bbd9-c2160db5e29f,revision_number=None']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:13:32.865317 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4b0794-56d5-456e-bd97-701ccc4b3b21 req-117b6933-fa18-439e-b647-c9573047e236 tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:32.866875 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-cb4b0794-56d5-456e-bd97-701ccc4b3b21 req-117b6933-fa18-439e-b647-c9573047e236 tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a0d76ca-c47d-4fc8-be61-356af11750c4 HTTP/1.1" status: 200 len: 945 time: 0.0620317 Aug 12 18:13:32.922750 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-cb4b0794-56d5-456e-bd97-701ccc4b3b21 req-761a74a5-d0cb-468c-aac5-9861be8686d0 tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] 10.222.0.30 "GET /v2.0/security-groups?id=284d97f4-cb4c-4bef-a5eb-32b9c053b5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483196 Aug 12 18:13:33.094868 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf55565-7fea-457e-bf1e-b1883574a41d req-642198ec-aadc-4c60-aed5-2835c4518d29 tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:33.097156 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-abf55565-7fea-457e-bf1e-b1883574a41d req-642198ec-aadc-4c60-aed5-2835c4518d29 tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] 10.222.0.57 "GET /v2.0/ports?device_id=4a0d76ca-c47d-4fc8-be61-356af11750c4 HTTP/1.1" status: 200 len: 945 time: 0.0556927 Aug 12 18:13:33.191834 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.plugin [req-abf55565-7fea-457e-bf1e-b1883574a41d req-3c88ce67-07d6-4639-8627-e8b37e3193d9 tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] Deleting port 1ded997f-9bd8-40b4-ad96-c9b43e99db55 {{(pid=94212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 18:13:33.192221 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-abf55565-7fea-457e-bf1e-b1883574a41d req-3c88ce67-07d6-4639-8627-e8b37e3193d9 tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763627642920'] for port, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:33.292848 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.db [req-abf55565-7fea-457e-bf1e-b1883574a41d req-3c88ce67-07d6-4639-8627-e8b37e3193d9 tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] For port 1ded997f-9bd8-40b4-ad96-c9b43e99db55, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=1ded997f-9bd8-40b4-ad96-c9b43e99db55,segment=NetworkSegment(de415605-43c8-4260-a620-68ee6408e803),segment_id=de415605-43c8-4260-a620-68ee6408e803)] {{(pid=94212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:13:33.293212 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-abf55565-7fea-457e-bf1e-b1883574a41d req-3c88ce67-07d6-4639-8627-e8b37e3193d9 tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-732327'] for port, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:33.310990 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.plugin [req-abf55565-7fea-457e-bf1e-b1883574a41d req-3c88ce67-07d6-4639-8627-e8b37e3193d9 tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] Calling delete_port for 1ded997f-9bd8-40b4-ad96-c9b43e99db55 owned by compute:nova {{(pid=94212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 18:13:33.495757 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dbe8e9-a9d2-4993-ad37-9bd254a41b40 req-1f34142f-14c2-454e-bfaa-ddc658811c26 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:33.497489 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-85dbe8e9-a9d2-4993-ad37-9bd254a41b40 req-1f34142f-14c2-454e-bfaa-ddc658811c26 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc73c794-c918-4d35-b969-010662453973 HTTP/1.1" status: 200 len: 946 time: 0.0824778 Aug 12 18:13:33.505370 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-abf55565-7fea-457e-bf1e-b1883574a41d req-3c88ce67-07d6-4639-8627-e8b37e3193d9 tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763627647362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763627144942'] for port, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:33.530101 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] get_ports_and_sgs() called for port_ids ['1ded997f-9bd8-40b4-ad96-c9b43e99db55'] {{(pid=94213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 18:13:33.566429 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c88ce67-07d6-4639-8627-e8b37e3193d9 tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] Pushing event deleted for resources: {'Port': ['ID=1ded997f-9bd8-40b4-ad96-c9b43e99db55,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:13:33.612905 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.l3_dvrscheduler_db [req-abf55565-7fea-457e-bf1e-b1883574a41d req-3c88ce67-07d6-4639-8627-e8b37e3193d9 tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] No DVR routers for this DVR port 1ded997f-9bd8-40b4-ad96-c9b43e99db55 on host hv-cinder-75994 {{(pid=94212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 18:13:33.618927 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-abf55565-7fea-457e-bf1e-b1883574a41d req-3c88ce67-07d6-4639-8627-e8b37e3193d9 tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195385'] for port, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:33.620953 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-abf55565-7fea-457e-bf1e-b1883574a41d req-3c88ce67-07d6-4639-8627-e8b37e3193d9 tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] 10.222.0.57 "DELETE /v2.0/ports/1ded997f-9bd8-40b4-ad96-c9b43e99db55 HTTP/1.1" status: 204 len: 173 time: 0.5176251 Aug 12 18:13:33.621384 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a0d76ca-c47d-4fc8-be61-356af11750c4', 'name': 'network-vif-deleted', 'tag': '1ded997f-9bd8-40b4-ad96-c9b43e99db55'}] {{(pid=94212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 18:13:33.624132 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd512f55349b839fb4675422b2dbaf52bda1baead41a4efd90d4bf8a5142663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d8c85f-2e5e-45cb-96d1-c46648bf31ba" -d '{"events": [{"server_uuid": "4a0d76ca-c47d-4fc8-be61-356af11750c4", "name": "network-vif-deleted", "tag": "1ded997f-9bd8-40b4-ad96-c9b43e99db55"}]}' {{(pid=94212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 18:13:33.630009 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-85dbe8e9-a9d2-4993-ad37-9bd254a41b40 req-d9be746c-dae9-4cc3-bdd6-ae3d9cbc542f tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226857 Aug 12 18:13:33.684626 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 18:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce6166a1-efae-4355-bf51-f3e71b55c234 x-openstack-request-id: req-ce6166a1-efae-4355-bf51-f3e71b55c234 {{(pid=94212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 18:13:33.686219 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a0d76ca-c47d-4fc8-be61-356af11750c4", "name": "network-vif-deleted", "tag": "1ded997f-9bd8-40b4-ad96-c9b43e99db55", "status": "completed", "code": 200}]} {{(pid=94212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 18:13:33.686678 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ce6166a1-efae-4355-bf51-f3e71b55c234 {{(pid=94212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 18:13:33.687267 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a0d76ca-c47d-4fc8-be61-356af11750c4', 'name': 'network-vif-deleted', 'tag': '1ded997f-9bd8-40b4-ad96-c9b43e99db55', 'status': 'completed', 'code': 200} Aug 12 18:13:34.058361 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-ff255b4b-61f7-45dd-b7dc-25fe57eb91e3 req-246dc7b1-5b81-424b-a788-d00c18a6ccd6 tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a0d76ca-c47d-4fc8-be61-356af11750c4 HTTP/1.1" status: 200 len: 210 time: 0.0393784 Aug 12 18:13:34.377268 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.agents_db [None req-aa7dbe78-d4f0-421a-85da-826b2a172358 None None] Agent healthcheck: found 6 active agents {{(pid=94214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 18:13:34.769357 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e4016-6038-4cba-ba42-51e1dfcbe321 req-b89ec8f9-a501-4b82-a001-60af24bafd80 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:34.770867 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-629e4016-6038-4cba-ba42-51e1dfcbe321 req-b89ec8f9-a501-4b82-a001-60af24bafd80 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc73c794-c918-4d35-b969-010662453973 HTTP/1.1" status: 200 len: 946 time: 0.0541763 Aug 12 18:13:34.812089 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-629e4016-6038-4cba-ba42-51e1dfcbe321 req-3f50fac3-347a-46a5-b5fe-9b849f38ecf6 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350320 Aug 12 18:13:34.956126 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-87a006d9-604c-4b9c-91b6-e33e95aee2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:35.380234 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d6c10-8010-4542-81d1-eada47f8df47 req-6ea2d226-c659-4f0c-9cd0-ab0498c3cf37 tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:35.381607 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-ba4d6c10-8010-4542-81d1-eada47f8df47 req-6ea2d226-c659-4f0c-9cd0-ab0498c3cf37 tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] 10.222.0.30 "GET /v2.0/networks?id=ad293857-80de-4880-9f90-c9579c4ad1c9 HTTP/1.1" status: 200 len: 807 time: 0.1079175 Aug 12 18:13:35.396710 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-ba4d6c10-8010-4542-81d1-eada47f8df47 req-c78fe9ff-3170-4507-bfa1-dd1c99f7080b tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] 10.222.0.30 "GET /v2.0/quotas/f5cb9593ecc74c0f87b9d49791b9aef9 HTTP/1.1" status: 200 len: 375 time: 0.0093393 Aug 12 18:13:35.427650 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-ba4d6c10-8010-4542-81d1-eada47f8df47 req-dbbee7e8-3ae1-4503-bf12-64038c52b5d7 tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f5cb9593ecc74c0f87b9d49791b9aef9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258393 Aug 12 18:13:35.513528 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-ba4d6c10-8010-4542-81d1-eada47f8df47 req-f1643dbd-0172-4045-a488-7f1428bfb6e0 service neutron] 10.222.0.30 "GET /v2.0/networks/ad293857-80de-4880-9f90-c9579c4ad1c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785460 Aug 12 18:13:35.604455 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-ba4d6c10-8010-4542-81d1-eada47f8df47 req-77e9393e-339f-449c-bf49-89e9802f29bd service neutron] 10.222.0.30 "GET /v2.0/networks/ad293857-80de-4880-9f90-c9579c4ad1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843632 Aug 12 18:13:35.791707 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-8346dfc6-ccfb-45f5-b5c9-2b05fa6cc538 req-b39b9542-6f97-46f1-9a2c-ba0f41fc91c2 tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] 10.222.0.30 "GET /v2.0/ports?device_id=fd688349-37b2-41e3-a03e-5abd132f141b HTTP/1.1" status: 200 len: 210 time: 0.0346406 Aug 12 18:13:35.964371 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec03878-48d0-4967-a3b4-780398029a48 req-fb5255cf-2963-4253-a173-780c6c3dac04 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:35.975044 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-2ec03878-48d0-4967-a3b4-780398029a48 req-fb5255cf-2963-4253-a173-780c6c3dac04 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc73c794-c918-4d35-b969-010662453973 HTTP/1.1" status: 200 len: 946 time: 0.0826836 Aug 12 18:13:36.013406 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-2ec03878-48d0-4967-a3b4-780398029a48 req-dbf0eaba-55ff-4fb4-879f-1e21b040e163 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375080 Aug 12 18:13:36.838186 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d6c10-8010-4542-81d1-eada47f8df47 req-09b89e2a-44c6-45fe-b3e2-a71884ab98a7 tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:36.839900 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-ba4d6c10-8010-4542-81d1-eada47f8df47 req-09b89e2a-44c6-45fe-b3e2-a71884ab98a7 tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] 10.222.0.57 "GET /v2.0/networks?id=ad293857-80de-4880-9f90-c9579c4ad1c9 HTTP/1.1" status: 200 len: 807 time: 0.1028798 Aug 12 18:13:36.857075 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.v2.base [req-ba4d6c10-8010-4542-81d1-eada47f8df47 req-5918ecf5-2290-4309-bd68-b8f33925c871 tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] Request body: {'port': {'device_id': 'fd688349-37b2-41e3-a03e-5abd132f141b', 'network_id': 'ad293857-80de-4880-9f90-c9579c4ad1c9', 'admin_state_up': True, 'tenant_id': 'f5cb9593ecc74c0f87b9d49791b9aef9'}} {{(pid=94212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:13:36.891024 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-15fd0f79-f522-4633-b824-7af16fb9980c req-4dc8be9d-657e-4e20-bb50-c2bfe5bb3817 tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] 10.222.0.30 "GET /v2.0/ports?device_id=fd688349-37b2-41e3-a03e-5abd132f141b HTTP/1.1" status: 200 len: 210 time: 0.0364830 Aug 12 18:13:36.970199 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba4d6c10-8010-4542-81d1-eada47f8df47 req-5918ecf5-2290-4309-bd68-b8f33925c871 tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] Made reservation on behalf of f5cb9593ecc74c0f87b9d49791b9aef9 for: {'port': 1} {{(pid=94212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 18:13:36.973432 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-ba4d6c10-8010-4542-81d1-eada47f8df47 req-5918ecf5-2290-4309-bd68-b8f33925c871 tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:36.984146 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Device 1ded997f-9bd8-40b4-ad96-c9b43e99db55 no longer exists at agent hyperv_hv-cinder-75994 {{(pid=94213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 18:13:37.007638 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.plugin [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] No Port match for: 1ded997f-9bd8-40b4-ad96-c9b43e99db55 {{(pid=94213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 18:13:37.008181 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Device 1ded997f-9bd8-40b4-ad96-c9b43e99db55 not bound to the agent host hv-cinder-75994 {{(pid=94213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 18:13:37.289494 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 51226) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:13:37.322592 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-5fd8c384-ab9a-409e-b1db-0963f529b6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:37.384751 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.db_base_plugin_common [req-ba4d6c10-8010-4542-81d1-eada47f8df47 req-5918ecf5-2290-4309-bd68-b8f33925c871 tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] Allocated IP 172.20.0.3 (ad293857-80de-4880-9f90-c9579c4ad1c9/a532bb50-7b59-4f59-bd95-42443c2838f8/6ac8e6c9-abe9-4159-b1f3-9999424cae10) {{(pid=94212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 18:13:37.403049 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54543461-a029-4350-87e8-0eb77e9212f9 req-fef5db06-aacf-4565-b366-5e75bff7a622 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:37.413950 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-54543461-a029-4350-87e8-0eb77e9212f9 req-fef5db06-aacf-4565-b366-5e75bff7a622 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc73c794-c918-4d35-b969-010662453973 HTTP/1.1" status: 200 len: 946 time: 0.3158679 Aug 12 18:13:37.425209 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-b83e5ad1-4c73-4d16-a99c-77c1648b0844 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:37.488535 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-54543461-a029-4350-87e8-0eb77e9212f9 req-b0e9b9bd-4ca9-4c34-b4da-9ce76364c6ce tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737121 Aug 12 18:13:37.581598 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-b83e5ad1-4c73-4d16-a99c-77c1648b0844 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:37.587244 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-b83e5ad1-4c73-4d16-a99c-77c1648b0844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:37.639013 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83e5ad1-4c73-4d16-a99c-77c1648b0844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52cd45c4-40a8-42ae-b02c-9a617cc76ee2,revision_number=1']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:13:37.645095 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-b83e5ad1-4c73-4d16-a99c-77c1648b0844 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=177f2e4dcb98499e98bbe864a7217cb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3543575 Aug 12 18:13:37.647395 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 51242) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:13:37.683151 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-ba4d6c10-8010-4542-81d1-eada47f8df47 req-5918ecf5-2290-4309-bd68-b8f33925c871 tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] Notify callbacks [] for port, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:37.720439 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-47cd5717-a30e-4e98-9f0d-79d958291d11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:37.740526 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-ba4d6c10-8010-4542-81d1-eada47f8df47 req-5918ecf5-2290-4309-bd68-b8f33925c871 tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763627144933'] for port, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:37.751090 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-47cd5717-a30e-4e98-9f0d-79d958291d11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:37.802859 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5918ecf5-2290-4309-bd68-b8f33925c871 tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] Pushing event updated for resources: {'Port': ['ID=6ac8e6c9-abe9-4159-b1f3-9999424cae10,revision_number=1']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:13:37.822277 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba4d6c10-8010-4542-81d1-eada47f8df47 req-5918ecf5-2290-4309-bd68-b8f33925c871 tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] Network ad293857-80de-4880-9f90-c9579c4ad1c9 is already hosted by enough agents. {{(pid=94212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 18:13:37.823900 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-47cd5717-a30e-4e98-9f0d-79d958291d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:37.824147 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.base_scheduler [req-ba4d6c10-8010-4542-81d1-eada47f8df47 req-5918ecf5-2290-4309-bd68-b8f33925c871 tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] Resources bound (agent type, host, resource id): {{(pid=94212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 18:13:37.827069 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba4d6c10-8010-4542-81d1-eada47f8df47 req-5918ecf5-2290-4309-bd68-b8f33925c871 tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] Received port after_create {{(pid=94212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 18:13:37.828623 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-47cd5717-a30e-4e98-9f0d-79d958291d11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:37.829772 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-47cd5717-a30e-4e98-9f0d-79d958291d11 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/52cd45c4-40a8-42ae-b02c-9a617cc76ee2 HTTP/1.1" status: 204 len: 168 time: 0.1788530 Aug 12 18:13:37.833814 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d6c10-8010-4542-81d1-eada47f8df47 req-5918ecf5-2290-4309-bd68-b8f33925c871 tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:37.834468 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-ba4d6c10-8010-4542-81d1-eada47f8df47 req-5918ecf5-2290-4309-bd68-b8f33925c871 tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195385'] for port, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:37.840140 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cd5717-a30e-4e98-9f0d-79d958291d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52cd45c4-40a8-42ae-b02c-9a617cc76ee2,revision_number=None']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:13:37.849778 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-ba4d6c10-8010-4542-81d1-eada47f8df47 req-5918ecf5-2290-4309-bd68-b8f33925c871 tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0001347 Aug 12 18:13:37.863477 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.v2.base [req-ba4d6c10-8010-4542-81d1-eada47f8df47 req-70eb2740-c861-4ed6-a035-ffdb80c74ade service neutron] Request body: {'port': {'device_id': 'fd688349-37b2-41e3-a03e-5abd132f141b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=94212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:13:37.917690 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-ba4d6c10-8010-4542-81d1-eada47f8df47 req-70eb2740-c861-4ed6-a035-ffdb80c74ade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:37.971205 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:38.038132 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdabdac-4fa0-4ca1-b9aa-868bdeea0ef1 req-e3581778-2c4b-4406-8a9e-aa4c24798c1f tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:38.039868 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-abdabdac-4fa0-4ca1-b9aa-868bdeea0ef1 req-e3581778-2c4b-4406-8a9e-aa4c24798c1f tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] 10.222.0.30 "GET /v2.0/ports?device_id=fd688349-37b2-41e3-a03e-5abd132f141b HTTP/1.1" status: 200 len: 931 time: 0.0642910 Aug 12 18:13:38.107797 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-abdabdac-4fa0-4ca1-b9aa-868bdeea0ef1 req-72bfe4cd-fa7a-4d05-af7b-e906f84b9a2b tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] 10.222.0.30 "GET /v2.0/security-groups?id=284d97f4-cb4c-4bef-a5eb-32b9c053b5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531733 Aug 12 18:13:38.238911 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.notifiers.nova [req-ba4d6c10-8010-4542-81d1-eada47f8df47 req-70eb2740-c861-4ed6-a035-ffdb80c74ade service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ac8e6c9-abe9-4159-b1f3-9999424cae10 {{(pid=94212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 18:13:38.246290 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-ba4d6c10-8010-4542-81d1-eada47f8df47 req-70eb2740-c861-4ed6-a035-ffdb80c74ade service neutron] Notify callbacks [] for port, precommit_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:38.258382 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.provisioning_blocks [req-ba4d6c10-8010-4542-81d1-eada47f8df47 req-70eb2740-c861-4ed6-a035-ffdb80c74ade service neutron] Transition to ACTIVE for port object 6ac8e6c9-abe9-4159-b1f3-9999424cae10 will not be triggered until provisioned by entity L2. {{(pid=94212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 18:13:38.261696 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-ba4d6c10-8010-4542-81d1-eada47f8df47 req-70eb2740-c861-4ed6-a035-ffdb80c74ade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:38.312264 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eb2740-c861-4ed6-a035-ffdb80c74ade service neutron] Pushing event updated for resources: {'Port': ['ID=6ac8e6c9-abe9-4159-b1f3-9999424cae10,revision_number=2']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:13:38.337809 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.managers [req-ba4d6c10-8010-4542-81d1-eada47f8df47 req-70eb2740-c861-4ed6-a035-ffdb80c74ade service neutron] Attempting to bind port 6ac8e6c9-abe9-4159-b1f3-9999424cae10 on host hv-cinder-75994 for vnic_type normal with profile {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 18:13:38.338163 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.managers [req-ba4d6c10-8010-4542-81d1-eada47f8df47 req-70eb2740-c861-4ed6-a035-ffdb80c74ade service neutron] Attempting to bind port 6ac8e6c9-abe9-4159-b1f3-9999424cae10 by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': 'de415605-43c8-4260-a620-68ee6408e803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ad293857-80de-4880-9f90-c9579c4ad1c9'}] {{(pid=94212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 18:13:38.338536 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4d6c10-8010-4542-81d1-eada47f8df47 req-70eb2740-c861-4ed6-a035-ffdb80c74ade service neutron] Attempting to bind port 6ac8e6c9-abe9-4159-b1f3-9999424cae10 on network ad293857-80de-4880-9f90-c9579c4ad1c9 {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 18:13:38.343437 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4d6c10-8010-4542-81d1-eada47f8df47 req-70eb2740-c861-4ed6-a035-ffdb80c74ade service neutron] Port 6ac8e6c9-abe9-4159-b1f3-9999424cae10 on network ad293857-80de-4880-9f90-c9579c4ad1c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 18:13:38.343750 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4d6c10-8010-4542-81d1-eada47f8df47 req-70eb2740-c861-4ed6-a035-ffdb80c74ade service neutron] Attempting to bind port 6ac8e6c9-abe9-4159-b1f3-9999424cae10 on network ad293857-80de-4880-9f90-c9579c4ad1c9 {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 18:13:38.348973 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4d6c10-8010-4542-81d1-eada47f8df47 req-70eb2740-c861-4ed6-a035-ffdb80c74ade service neutron] Checking agent: {'id': '45fcbab4-fb54-4843-ab6e-792adfc8e994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 18, 10, 22), 'started_at': datetime.datetime(2021, 8, 12, 18, 10, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 18, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 18:13:38.349306 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4d6c10-8010-4542-81d1-eada47f8df47 req-70eb2740-c861-4ed6-a035-ffdb80c74ade service neutron] Checking segment: {'id': 'de415605-43c8-4260-a620-68ee6408e803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ad293857-80de-4880-9f90-c9579c4ad1c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 18:13:38.349680 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4d6c10-8010-4542-81d1-eada47f8df47 req-70eb2740-c861-4ed6-a035-ffdb80c74ade service neutron] Bound using segment: {'id': 'de415605-43c8-4260-a620-68ee6408e803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ad293857-80de-4880-9f90-c9579c4ad1c9'} {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 18:13:38.350134 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.managers [req-ba4d6c10-8010-4542-81d1-eada47f8df47 req-70eb2740-c861-4ed6-a035-ffdb80c74ade service neutron] Bound port: 6ac8e6c9-abe9-4159-b1f3-9999424cae10, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de415605-43c8-4260-a620-68ee6408e803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ad293857-80de-4880-9f90-c9579c4ad1c9'}}] {{(pid=94212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 18:13:38.350502 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-ba4d6c10-8010-4542-81d1-eada47f8df47 req-70eb2740-c861-4ed6-a035-ffdb80c74ade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:38.413336 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.db [req-ba4d6c10-8010-4542-81d1-eada47f8df47 req-70eb2740-c861-4ed6-a035-ffdb80c74ade service neutron] For port 6ac8e6c9-abe9-4159-b1f3-9999424cae10, host hv-cinder-75994, cleared binding levels {{(pid=94212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 18:13:38.417042 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.db [req-ba4d6c10-8010-4542-81d1-eada47f8df47 req-70eb2740-c861-4ed6-a035-ffdb80c74ade service neutron] For port 6ac8e6c9-abe9-4159-b1f3-9999424cae10, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=6ac8e6c9-abe9-4159-b1f3-9999424cae10,segment=NetworkSegment(de415605-43c8-4260-a620-68ee6408e803),segment_id=de415605-43c8-4260-a620-68ee6408e803)] {{(pid=94212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 18:13:38.423381 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-ba4d6c10-8010-4542-81d1-eada47f8df47 req-70eb2740-c861-4ed6-a035-ffdb80c74ade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:38.456479 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d6c10-8010-4542-81d1-eada47f8df47 req-70eb2740-c861-4ed6-a035-ffdb80c74ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:38.457092 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-ba4d6c10-8010-4542-81d1-eada47f8df47 req-70eb2740-c861-4ed6-a035-ffdb80c74ade service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195385'] for port, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:38.458482 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-ba4d6c10-8010-4542-81d1-eada47f8df47 req-70eb2740-c861-4ed6-a035-ffdb80c74ade service neutron] 10.222.0.57 "PUT /v2.0/ports/6ac8e6c9-abe9-4159-b1f3-9999424cae10 HTTP/1.1" status: 200 len: 1093 time: 0.5994871 Aug 12 18:13:38.458909 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd688349-37b2-41e3-a03e-5abd132f141b', 'tag': '6ac8e6c9-abe9-4159-b1f3-9999424cae10'}] {{(pid=94212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 18:13:38.461122 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd512f55349b839fb4675422b2dbaf52bda1baead41a4efd90d4bf8a5142663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f8df78e-b374-4ef3-a2b4-bdd9b2fc9e45" -d '{"events": [{"name": "network-changed", "server_uuid": "fd688349-37b2-41e3-a03e-5abd132f141b", "tag": "6ac8e6c9-abe9-4159-b1f3-9999424cae10"}]}' {{(pid=94212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 18:13:38.487691 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eb2740-c861-4ed6-a035-ffdb80c74ade service neutron] Pushing event updated for resources: {'Port': ['ID=6ac8e6c9-abe9-4159-b1f3-9999424cae10,revision_number=3']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:13:38.518543 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 18:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-099aadda-92c3-444d-8949-8b64e660eeda x-openstack-request-id: req-099aadda-92c3-444d-8949-8b64e660eeda {{(pid=94212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 18:13:38.518830 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd688349-37b2-41e3-a03e-5abd132f141b", "tag": "6ac8e6c9-abe9-4159-b1f3-9999424cae10", "status": "completed", "code": 200}]} {{(pid=94212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 18:13:38.519077 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-099aadda-92c3-444d-8949-8b64e660eeda {{(pid=94212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 18:13:38.519464 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd688349-37b2-41e3-a03e-5abd132f141b', 'tag': '6ac8e6c9-abe9-4159-b1f3-9999424cae10', 'status': 'completed', 'code': 200} Aug 12 18:13:38.530121 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-2083c3fd-5dc5-47ae-86de-acca0e7a8e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:38.549919 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d6c10-8010-4542-81d1-eada47f8df47 req-f90d007b-28a8-4865-b380-f0f2878dede2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:38.551392 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-ba4d6c10-8010-4542-81d1-eada47f8df47 req-f90d007b-28a8-4865-b380-f0f2878dede2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f5cb9593ecc74c0f87b9d49791b9aef9&device_id=fd688349-37b2-41e3-a03e-5abd132f141b HTTP/1.1" status: 200 len: 1096 time: 0.0427029 Aug 12 18:13:38.609535 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-ba4d6c10-8010-4542-81d1-eada47f8df47 req-17481544-ff17-419f-9bb0-a5ebc6a16739 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ac8e6c9-abe9-4159-b1f3-9999424cae10 HTTP/1.1" status: 200 len: 217 time: 0.0460677 Aug 12 18:13:38.680235 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eceadc-4339-4b4c-911f-2e08d095ceff req-ddc21f68-5ed9-4c79-a876-8891c96201fb tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:38.681807 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-d5eceadc-4339-4b4c-911f-2e08d095ceff req-ddc21f68-5ed9-4c79-a876-8891c96201fb tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc73c794-c918-4d35-b969-010662453973 HTTP/1.1" status: 200 len: 946 time: 0.1125267 Aug 12 18:13:38.683276 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d6c10-8010-4542-81d1-eada47f8df47 req-d0922488-43c7-4649-aafa-44814c78efd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:38.684592 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-ba4d6c10-8010-4542-81d1-eada47f8df47 req-d0922488-43c7-4649-aafa-44814c78efd5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a532bb50-7b59-4f59-bd95-42443c2838f8 HTTP/1.1" status: 200 len: 847 time: 0.0617161 Aug 12 18:13:38.724195 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-ba4d6c10-8010-4542-81d1-eada47f8df47 req-49c9f0ca-5fc8-41f5-ada5-ee06adec841d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ad293857-80de-4880-9f90-c9579c4ad1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303116 Aug 12 18:13:38.755807 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-d5eceadc-4339-4b4c-911f-2e08d095ceff req-e8564c52-9e23-44f5-a48b-c91f609c7b09 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678451 Aug 12 18:13:38.828845 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-ba4d6c10-8010-4542-81d1-eada47f8df47 req-7f979c27-4682-41f6-b9b1-9c51878e89f0 service neutron] 10.222.0.57 "GET /v2.0/networks/ad293857-80de-4880-9f90-c9579c4ad1c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878797 Aug 12 18:13:38.930407 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-ba4d6c10-8010-4542-81d1-eada47f8df47 req-91008165-09d5-4e7d-9f6e-e0633f9170b3 service neutron] 10.222.0.57 "GET /v2.0/networks/ad293857-80de-4880-9f90-c9579c4ad1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887096 Aug 12 18:13:39.049488 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8df78e-b374-4ef3-a2b4-bdd9b2fc9e45 req-de20f3b3-eb84-4fa5-8cb5-f24aa063f62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:39.051036 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-2f8df78e-b374-4ef3-a2b4-bdd9b2fc9e45 req-de20f3b3-eb84-4fa5-8cb5-f24aa063f62a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f5cb9593ecc74c0f87b9d49791b9aef9&device_id=fd688349-37b2-41e3-a03e-5abd132f141b HTTP/1.1" status: 200 len: 1096 time: 0.0545392 Aug 12 18:13:39.153606 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8df78e-b374-4ef3-a2b4-bdd9b2fc9e45 req-7a6a2e2a-57f8-4c30-bc5c-421d8f53b66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:39.155241 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-2f8df78e-b374-4ef3-a2b4-bdd9b2fc9e45 req-7a6a2e2a-57f8-4c30-bc5c-421d8f53b66e service neutron] 10.222.0.57 "GET /v2.0/networks?id=ad293857-80de-4880-9f90-c9579c4ad1c9 HTTP/1.1" status: 200 len: 908 time: 0.0952494 Aug 12 18:13:39.209933 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-2f8df78e-b374-4ef3-a2b4-bdd9b2fc9e45 req-79bb32f5-f92a-4755-a8d5-9333c3ec831b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ac8e6c9-abe9-4159-b1f3-9999424cae10 HTTP/1.1" status: 200 len: 217 time: 0.0410357 Aug 12 18:13:39.266227 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0221cc24-292f-4851-8d2a-9fdd65bb562c req-8efcd4c0-a5da-46a7-ab58-ad44997817ca tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:39.274085 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-0221cc24-292f-4851-8d2a-9fdd65bb562c req-8efcd4c0-a5da-46a7-ab58-ad44997817ca tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] 10.222.0.30 "GET /v2.0/ports?device_id=fd688349-37b2-41e3-a03e-5abd132f141b HTTP/1.1" status: 200 len: 943 time: 0.0733163 Aug 12 18:13:39.282218 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8df78e-b374-4ef3-a2b4-bdd9b2fc9e45 req-7508d716-e1e8-43bd-82f7-85ff0f3dd522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:39.283683 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-2f8df78e-b374-4ef3-a2b4-bdd9b2fc9e45 req-7508d716-e1e8-43bd-82f7-85ff0f3dd522 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a532bb50-7b59-4f59-bd95-42443c2838f8 HTTP/1.1" status: 200 len: 847 time: 0.0668175 Aug 12 18:13:39.327121 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-2f8df78e-b374-4ef3-a2b4-bdd9b2fc9e45 req-cf8ed1da-2c22-4810-87b0-3aecf80dee19 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ad293857-80de-4880-9f90-c9579c4ad1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325553 Aug 12 18:13:39.329202 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-0221cc24-292f-4851-8d2a-9fdd65bb562c req-679d7d15-1996-4ae0-ab0a-1b47f02c437e tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] 10.222.0.30 "GET /v2.0/security-groups?id=284d97f4-cb4c-4bef-a5eb-32b9c053b5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535042 Aug 12 18:13:39.372833 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 51300) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:13:39.480660 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-2f8df78e-b374-4ef3-a2b4-bdd9b2fc9e45 req-25454810-8daa-4cdd-821a-cb08ce79f6ab service neutron] 10.222.0.57 "GET /v2.0/networks/ad293857-80de-4880-9f90-c9579c4ad1c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236932 Aug 12 18:13:39.491895 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-209787ea-ecbc-4e84-b9ca-2e2011513e29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:39.588039 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-2f8df78e-b374-4ef3-a2b4-bdd9b2fc9e45 req-d27dbd9a-b207-45b1-90f9-b816bac80949 service neutron] 10.222.0.57 "GET /v2.0/networks/ad293857-80de-4880-9f90-c9579c4ad1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980692 Aug 12 18:13:39.590553 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-209787ea-ecbc-4e84-b9ca-2e2011513e29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:39.599415 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-209787ea-ecbc-4e84-b9ca-2e2011513e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:39.641711 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-209787ea-ecbc-4e84-b9ca-2e2011513e29 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=67fcb78e32d24c8dbdf61a173e483609&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2648423 Aug 12 18:13:39.641948 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 51314) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:13:39.697147 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209787ea-ecbc-4e84-b9ca-2e2011513e29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb8351ea-fe03-459b-89e2-b95e0440c06a,revision_number=1']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:13:39.726262 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-b6cdd7d6-25e6-4dec-a1c5-cd0d4f66d966 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:39.747658 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-b6cdd7d6-25e6-4dec-a1c5-cd0d4f66d966 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:39.796005 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-b6cdd7d6-25e6-4dec-a1c5-cd0d4f66d966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:39.801210 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-b6cdd7d6-25e6-4dec-a1c5-cd0d4f66d966 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:39.801210 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-b6cdd7d6-25e6-4dec-a1c5-cd0d4f66d966 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/eb8351ea-fe03-459b-89e2-b95e0440c06a HTTP/1.1" status: 204 len: 168 time: 0.1571026 Aug 12 18:13:39.809409 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cdd7d6-25e6-4dec-a1c5-cd0d4f66d966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb8351ea-fe03-459b-89e2-b95e0440c06a,revision_number=None']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:13:39.891954 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3947f7-8faa-4bc0-8104-19e0c5e8e26f req-6f3d8935-007e-412c-8276-bd415c1edc9e tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:39.893499 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-ab3947f7-8faa-4bc0-8104-19e0c5e8e26f req-6f3d8935-007e-412c-8276-bd415c1edc9e tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc73c794-c918-4d35-b969-010662453973 HTTP/1.1" status: 200 len: 946 time: 0.0544829 Aug 12 18:13:39.944973 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-ab3947f7-8faa-4bc0-8104-19e0c5e8e26f req-446b57af-c9fb-4648-8a1e-78fede24ce5f tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420020 Aug 12 18:13:40.140614 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 51336) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:13:40.153365 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-7927cb4a-2e3a-4e71-ba82-38cd26771449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:40.226611 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-b1de9828-bfad-4ef8-8d69-6d6f9fbe420c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:40.253728 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-7927cb4a-2e3a-4e71-ba82-38cd26771449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:40.257402 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-7927cb4a-2e3a-4e71-ba82-38cd26771449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:40.301015 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-7927cb4a-2e3a-4e71-ba82-38cd26771449 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=78dcb8cc5cd54a22b46806d24038bbfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1569135 Aug 12 18:13:40.301015 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7927cb4a-2e3a-4e71-ba82-38cd26771449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51f3d3a6-1374-47cf-a112-803830371bcd,revision_number=1']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:13:40.303032 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 51342) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:13:40.349100 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-6f797be9-ab60-49d6-b1a7-9a01ee9c2646 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:40.374905 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-6f797be9-ab60-49d6-b1a7-9a01ee9c2646 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:40.431223 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-6f797be9-ab60-49d6-b1a7-9a01ee9c2646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:40.434376 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-6f797be9-ab60-49d6-b1a7-9a01ee9c2646 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:40.437459 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-6f797be9-ab60-49d6-b1a7-9a01ee9c2646 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/51f3d3a6-1374-47cf-a112-803830371bcd HTTP/1.1" status: 204 len: 168 time: 0.1334231 Aug 12 18:13:40.446431 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f797be9-ab60-49d6-b1a7-9a01ee9c2646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f3d3a6-1374-47cf-a112-803830371bcd,revision_number=None']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:13:40.469702 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d8f7f-dbc7-45e8-acfd-70a386ccb74c req-7bf7188a-3da2-4d81-9ca8-710cbef71d3f tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:40.483748 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-215d8f7f-dbc7-45e8-acfd-70a386ccb74c req-7bf7188a-3da2-4d81-9ca8-710cbef71d3f tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] 10.222.0.30 "GET /v2.0/ports?device_id=fd688349-37b2-41e3-a03e-5abd132f141b HTTP/1.1" status: 200 len: 943 time: 0.0844014 Aug 12 18:13:40.528857 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-215d8f7f-dbc7-45e8-acfd-70a386ccb74c req-86ca129e-a060-4b64-8a41-83db57c45a74 tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] 10.222.0.30 "GET /v2.0/security-groups?id=284d97f4-cb4c-4bef-a5eb-32b9c053b5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441289 Aug 12 18:13:40.576801 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74a538d-be33-41ca-803f-a4116ed5500b req-4149c8fd-422f-4e30-86b0-7d74347a5e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:40.578493 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-c74a538d-be33-41ca-803f-a4116ed5500b req-4149c8fd-422f-4e30-86b0-7d74347a5e62 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=dc73c794-c918-4d35-b969-010662453973 HTTP/1.1" status: 200 len: 1099 time: 0.0641606 Aug 12 18:13:40.616019 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-c74a538d-be33-41ca-803f-a4116ed5500b req-eab821a7-fc4f-44f1-90ef-a18bfa1e1bdf service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284371 Aug 12 18:13:40.992775 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Device 6ac8e6c9-abe9-4159-b1f3-9999424cae10 details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=94213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 18:13:41.085439 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99300122-0245-4cb4-9ff6-b5627d252709 req-c774c25e-5999-40af-834e-7626aebe338b tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:41.087440 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-99300122-0245-4cb4-9ff6-b5627d252709 req-c774c25e-5999-40af-834e-7626aebe338b tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc73c794-c918-4d35-b969-010662453973 HTTP/1.1" status: 200 len: 946 time: 0.0687048 Aug 12 18:13:41.116908 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] For port 6ac8e6c9-abe9-4159-b1f3-9999424cae10, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=6ac8e6c9-abe9-4159-b1f3-9999424cae10,segment=NetworkSegment(de415605-43c8-4260-a620-68ee6408e803),segment_id=de415605-43c8-4260-a620-68ee6408e803)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:13:41.139237 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Returning: {'device': '6ac8e6c9-abe9-4159-b1f3-9999424cae10', 'network_id': 'ad293857-80de-4880-9f90-c9579c4ad1c9', 'port_id': '6ac8e6c9-abe9-4159-b1f3-9999424cae10', 'mac_address': 'fa:16:3e:63:7b:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a532bb50-7b59-4f59-bd95-42443c2838f8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 18:13:41.144142 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-99300122-0245-4cb4-9ff6-b5627d252709 req-a2bbdd5a-7bea-4ae6-8fd6-3a37d747a734 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503457 Aug 12 18:13:41.190995 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:41.202845 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.notifiers.nova [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ac8e6c9-abe9-4159-b1f3-9999424cae10 {{(pid=94213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 18:13:41.224482 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] For port 6ac8e6c9-abe9-4159-b1f3-9999424cae10, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=6ac8e6c9-abe9-4159-b1f3-9999424cae10,segment=NetworkSegment(de415605-43c8-4260-a620-68ee6408e803),segment_id=de415605-43c8-4260-a620-68ee6408e803)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:13:41.231110 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:41.280258 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Pushing event updated for resources: {'Port': ['ID=6ac8e6c9-abe9-4159-b1f3-9999424cae10,revision_number=4']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:13:41.544188 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] get_ports_and_sgs() called for port_ids ['6ac8e6c9-abe9-4159-b1f3-9999424cae10'] {{(pid=94213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 18:13:41.664580 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688d68c9-a610-4f76-938a-e08ec77c8dcf req-f97b2f0d-5cdb-47ec-b89c-8cc30788a3bd tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:41.666194 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-688d68c9-a610-4f76-938a-e08ec77c8dcf req-f97b2f0d-5cdb-47ec-b89c-8cc30788a3bd tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] 10.222.0.30 "GET /v2.0/ports?device_id=fd688349-37b2-41e3-a03e-5abd132f141b HTTP/1.1" status: 200 len: 944 time: 0.0504541 Aug 12 18:13:41.713331 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-688d68c9-a610-4f76-938a-e08ec77c8dcf req-34f91689-53ee-463c-89f8-eb2096687f0a tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] 10.222.0.30 "GET /v2.0/security-groups?id=284d97f4-cb4c-4bef-a5eb-32b9c053b5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397031 Aug 12 18:13:42.270689 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e23aec4-3ccb-4436-8722-f50f16b2e960 req-182b21f2-6f01-4f0b-b605-f10dfbc7aed4 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:42.272431 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-8e23aec4-3ccb-4436-8722-f50f16b2e960 req-182b21f2-6f01-4f0b-b605-f10dfbc7aed4 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc73c794-c918-4d35-b969-010662453973 HTTP/1.1" status: 200 len: 946 time: 0.0591242 Aug 12 18:13:42.316721 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-8e23aec4-3ccb-4436-8722-f50f16b2e960 req-bffc8e52-0c38-42f7-b0d3-25b88159c7e3 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385864 Aug 12 18:13:42.594268 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce07ba9-c174-486e-a48d-ed3f462ea9b2 req-ef577987-738c-4698-a12a-75e6b1076e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:42.595749 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-8ce07ba9-c174-486e-a48d-ed3f462ea9b2 req-ef577987-738c-4698-a12a-75e6b1076e29 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ec7b40fc66d54f7baf7c87a636dd94ac&device_id=dc73c794-c918-4d35-b969-010662453973 HTTP/1.1" status: 200 len: 1099 time: 0.0767477 Aug 12 18:13:42.628109 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ce2812-4962-4604-a413-1251df4cddae req-8aba163a-cbe9-4ffe-8ae3-ee3f8ba6cb3a tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:42.629745 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-d0ce2812-4962-4604-a413-1251df4cddae req-8aba163a-cbe9-4ffe-8ae3-ee3f8ba6cb3a tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc73c794-c918-4d35-b969-010662453973 HTTP/1.1" status: 200 len: 946 time: 0.0858049 Aug 12 18:13:42.704625 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 51462) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:13:42.717659 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-d0ce2812-4962-4604-a413-1251df4cddae req-436eba19-8df3-4505-828f-407ad2644edf tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780303 Aug 12 18:13:42.742043 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce07ba9-c174-486e-a48d-ed3f462ea9b2 req-870b66c6-a418-4cea-a2d1-956c271759e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:42.743514 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-8ce07ba9-c174-486e-a48d-ed3f462ea9b2 req-870b66c6-a418-4cea-a2d1-956c271759e1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=69280036-392c-4dfc-84c7-1aa4a0c305c8 HTTP/1.1" status: 200 len: 920 time: 0.1370590 Aug 12 18:13:42.795956 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-8ce07ba9-c174-486e-a48d-ed3f462ea9b2 req-e6114bb5-53a9-4c9c-88c8-89764b62d599 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08cd73c9-093b-400e-ae0b-5aeaf8aecca2 HTTP/1.1" status: 200 len: 217 time: 0.0386510 Aug 12 18:13:42.827016 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-26594c78-b4c0-463c-87d9-c2d0ff027f87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:42.844817 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce07ba9-c174-486e-a48d-ed3f462ea9b2 req-2f8a1f08-ea1f-4617-9332-92d3e9847c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:42.846369 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-8ce07ba9-c174-486e-a48d-ed3f462ea9b2 req-2f8a1f08-ea1f-4617-9332-92d3e9847c37 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=afc1472d-6afb-47f2-8956-e41e4c0db5e3 HTTP/1.1" status: 200 len: 859 time: 0.0444221 Aug 12 18:13:42.849505 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c5ce45-1d23-436b-a5a8-f84906173195 req-e1c9d06d-c978-44a8-940e-5c2f968cf044 tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:42.850962 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-a3c5ce45-1d23-436b-a5a8-f84906173195 req-e1c9d06d-c978-44a8-940e-5c2f968cf044 tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] 10.222.0.30 "GET /v2.0/ports?device_id=fd688349-37b2-41e3-a03e-5abd132f141b HTTP/1.1" status: 200 len: 944 time: 0.0672727 Aug 12 18:13:42.883403 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-8ce07ba9-c174-486e-a48d-ed3f462ea9b2 req-e4eeb8da-d717-4f11-9d4c-6ce45d7c7be1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=69280036-392c-4dfc-84c7-1aa4a0c305c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234926 Aug 12 18:13:42.916241 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-a3c5ce45-1d23-436b-a5a8-f84906173195 req-a8291995-3437-4b60-b300-08c8438190cb tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] 10.222.0.30 "GET /v2.0/security-groups?id=284d97f4-cb4c-4bef-a5eb-32b9c053b5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575473 Aug 12 18:13:42.975171 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-26594c78-b4c0-463c-87d9-c2d0ff027f87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:42.980437 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-26594c78-b4c0-463c-87d9-c2d0ff027f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:42.997171 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Device 6ac8e6c9-abe9-4159-b1f3-9999424cae10 up at agent hyperv_hv-cinder-75994 {{(pid=94213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 18:13:43.002950 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-8ce07ba9-c174-486e-a48d-ed3f462ea9b2 req-76028ecc-447a-439c-bf12-09be1369323c service neutron] 10.222.0.57 "GET /v2.0/networks/69280036-392c-4dfc-84c7-1aa4a0c305c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080017 Aug 12 18:13:43.017503 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-26594c78-b4c0-463c-87d9-c2d0ff027f87 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=402637962c7e42e9a827fb7b17e3d424&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3117349 Aug 12 18:13:43.020423 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 51470) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:13:43.026300 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26594c78-b4c0-463c-87d9-c2d0ff027f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ffb6583-5626-466e-8438-802bc885073c,revision_number=1']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:13:43.048157 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Provisioning for port 6ac8e6c9-abe9-4159-b1f3-9999424cae10 completed by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 18:13:43.051702 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Provisioning complete for port 6ac8e6c9-abe9-4159-b1f3-9999424cae10 triggered by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:13:43.052069 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:43.130391 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-6588903d-45ef-4320-8a9b-0b8849f0d265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:43.135916 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:43.149295 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-8ce07ba9-c174-486e-a48d-ed3f462ea9b2 req-688b287e-4f9a-4204-81d5-2b435b5523ef service neutron] 10.222.0.57 "GET /v2.0/networks/69280036-392c-4dfc-84c7-1aa4a0c305c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376815 Aug 12 18:13:43.161500 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-6588903d-45ef-4320-8a9b-0b8849f0d265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:43.171913 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd688349-37b2-41e3-a03e-5abd132f141b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ac8e6c9-abe9-4159-b1f3-9999424cae10'}] {{(pid=94213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 18:13:43.174306 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093bef5005328d2170e61a9e3556762ddeddd0b69a57765fcd678c61bdf37499" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e46a1363-e21c-412d-930a-695ac919a7f1" -d '{"events": [{"server_uuid": "fd688349-37b2-41e3-a03e-5abd132f141b", "name": "network-vif-plugged", "status": "completed", "tag": "6ac8e6c9-abe9-4159-b1f3-9999424cae10"}]}' {{(pid=94213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 18:13:43.188944 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] For port 6ac8e6c9-abe9-4159-b1f3-9999424cae10, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=6ac8e6c9-abe9-4159-b1f3-9999424cae10,segment=NetworkSegment(de415605-43c8-4260-a620-68ee6408e803),segment_id=de415605-43c8-4260-a620-68ee6408e803)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:13:43.194451 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:43.214954 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-6588903d-45ef-4320-8a9b-0b8849f0d265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:43.218194 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-6588903d-45ef-4320-8a9b-0b8849f0d265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:43.219406 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-6588903d-45ef-4320-8a9b-0b8849f0d265 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5ffb6583-5626-466e-8438-802bc885073c HTTP/1.1" status: 204 len: 168 time: 0.1979825 Aug 12 18:13:43.229711 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 18:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd031ef7-bc35-41b0-b00f-f78f5f379192 x-openstack-request-id: req-dd031ef7-bc35-41b0-b00f-f78f5f379192 {{(pid=94213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 18:13:43.229968 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd688349-37b2-41e3-a03e-5abd132f141b", "name": "network-vif-plugged", "status": "completed", "tag": "6ac8e6c9-abe9-4159-b1f3-9999424cae10", "code": 200}]} {{(pid=94213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 18:13:43.230619 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dd031ef7-bc35-41b0-b00f-f78f5f379192 {{(pid=94213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 18:13:43.231222 dv-cinder-759943-10-iscsi neutron-server[94213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd688349-37b2-41e3-a03e-5abd132f141b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ac8e6c9-abe9-4159-b1f3-9999424cae10', 'code': 200} Aug 12 18:13:43.231626 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6588903d-45ef-4320-8a9b-0b8849f0d265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ffb6583-5626-466e-8438-802bc885073c,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:13:43.267983 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Pushing event updated for resources: {'Port': ['ID=6ac8e6c9-abe9-4159-b1f3-9999424cae10,revision_number=5']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:13:43.424998 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d38f5ce-2a1f-484e-834a-6b8869b02e96 req-d70b8131-d426-4d45-a833-a08d00f261c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:43.427067 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-7d38f5ce-2a1f-484e-834a-6b8869b02e96 req-d70b8131-d426-4d45-a833-a08d00f261c3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fd688349-37b2-41e3-a03e-5abd132f141b HTTP/1.1" status: 200 len: 1098 time: 0.0474935 Aug 12 18:13:43.476105 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-7d38f5ce-2a1f-484e-834a-6b8869b02e96 req-8eab5e21-4d6a-4d3c-aa6c-bc9d3db4aa6b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=284d97f4-cb4c-4bef-a5eb-32b9c053b5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333059 Aug 12 18:13:43.520323 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 51486) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:13:43.546106 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-261a09ed-5cee-453a-b0da-3d63c6896c6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:43.633128 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-261a09ed-5cee-453a-b0da-3d63c6896c6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:43.636778 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-261a09ed-5cee-453a-b0da-3d63c6896c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:43.676202 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-261a09ed-5cee-453a-b0da-3d63c6896c6a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=db62ffb6d8e14b47a1d9a456200599d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1545324 Aug 12 18:13:43.677132 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261a09ed-5cee-453a-b0da-3d63c6896c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6572d8b8-461d-4558-98cc-25e0a2a2dbfa,revision_number=1']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:13:43.678857 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 51488) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:13:43.729756 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-ec26ef48-8901-4d3c-bab1-934635d66e16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:43.752057 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-ec26ef48-8901-4d3c-bab1-934635d66e16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:43.827930 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-ec26ef48-8901-4d3c-bab1-934635d66e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:43.830686 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-ec26ef48-8901-4d3c-bab1-934635d66e16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:43.831822 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-ec26ef48-8901-4d3c-bab1-934635d66e16 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6572d8b8-461d-4558-98cc-25e0a2a2dbfa HTTP/1.1" status: 204 len: 168 time: 0.1520038 Aug 12 18:13:43.845554 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26ef48-8901-4d3c-bab1-934635d66e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6572d8b8-461d-4558-98cc-25e0a2a2dbfa,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:13:43.864977 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96faf9e-5948-469a-a1ba-8895a171dd2e req-e9a10ea5-9138-4282-a561-370a1c0c1f8b tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:43.866753 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-e96faf9e-5948-469a-a1ba-8895a171dd2e req-e9a10ea5-9138-4282-a561-370a1c0c1f8b tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc73c794-c918-4d35-b969-010662453973 HTTP/1.1" status: 200 len: 946 time: 0.0758228 Aug 12 18:13:43.909395 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-e96faf9e-5948-469a-a1ba-8895a171dd2e req-c734fe67-cea9-4cd3-a700-32d138e1797b tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344300 Aug 12 18:13:44.050086 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec7895d-15af-4a21-a648-ca5f67cc7cfc req-2980fe78-6db0-4f54-ae9f-fd9e13d87cec tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:44.051689 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-9ec7895d-15af-4a21-a648-ca5f67cc7cfc req-2980fe78-6db0-4f54-ae9f-fd9e13d87cec tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] 10.222.0.30 "GET /v2.0/ports?device_id=fd688349-37b2-41e3-a03e-5abd132f141b HTTP/1.1" status: 200 len: 945 time: 0.0567031 Aug 12 18:13:44.088777 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-9ec7895d-15af-4a21-a648-ca5f67cc7cfc req-daa3afdc-19da-4350-b5d2-d59428e8e6df tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] 10.222.0.30 "GET /v2.0/security-groups?id=284d97f4-cb4c-4bef-a5eb-32b9c053b5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313437 Aug 12 18:13:44.528345 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 51518) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:13:44.635193 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.v2.base [None req-432afbb7-a3b2-4d71-a81b-4b04e070e814 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1241343866-network', 'tenant_id': 'a60c0d3dd6634caaaf0a6caa1554e033'}} {{(pid=94212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:13:44.661786 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-432afbb7-a3b2-4d71-a81b-4b04e070e814 admin admin] Made reservation on behalf of a60c0d3dd6634caaaf0a6caa1554e033 for: {'network': 1} {{(pid=94212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 18:13:44.664290 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-432afbb7-a3b2-4d71-a81b-4b04e070e814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for network, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:44.673216 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-432afbb7-a3b2-4d71-a81b-4b04e070e814 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:44.759266 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 51528) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:13:44.768641 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-432afbb7-a3b2-4d71-a81b-4b04e070e814 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:44.772531 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-432afbb7-a3b2-4d71-a81b-4b04e070e814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:44.796709 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-432afbb7-a3b2-4d71-a81b-4b04e070e814 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=94212) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 18:13:44.806116 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432afbb7-a3b2-4d71-a81b-4b04e070e814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4021929-c268-4896-97b8-f0a86c709062,revision_number=1']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:13:44.811370 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-432afbb7-a3b2-4d71-a81b-4b04e070e814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735099'] for segment, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:44.811712 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.db.segments_db [None req-432afbb7-a3b2-4d71-a81b-4b04e070e814 admin admin] Added segment 7664eadb-75e5-40b8-815a-8c8474946154 of type vlan for network 61bc53ba-622c-43a4-8108-e3973f2370d1 Aug 12 18:13:44.853183 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-432afbb7-a3b2-4d71-a81b-4b04e070e814 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763627130179'] for network, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:44.870267 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-05c6e695-5570-40a5-8530-9785c56d1c21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:44.883305 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-432afbb7-a3b2-4d71-a81b-4b04e070e814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543'] for network, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:44.884304 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432afbb7-a3b2-4d71-a81b-4b04e070e814 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:44.884895 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-432afbb7-a3b2-4d71-a81b-4b04e070e814 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564513'] for network, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:44.950430 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432afbb7-a3b2-4d71-a81b-4b04e070e814 admin admin] Pushing event updated for resources: {'Network': ['ID=61bc53ba-622c-43a4-8108-e3973f2370d1,revision_number=1']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:13:44.961748 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Network 61bc53ba-622c-43a4-8108-e3973f2370d1 details requested by agent ovs-agent-dv-cinder-759943-10-iscsi with host dv-cinder-759943-10-iscsi {{(pid=94213) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 18:13:44.962313 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-05c6e695-5570-40a5-8530-9785c56d1c21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:44.967048 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-05c6e695-5570-40a5-8530-9785c56d1c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:44.976697 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-432afbb7-a3b2-4d71-a81b-4b04e070e814 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4469373 Aug 12 18:13:44.977492 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 51534) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:13:44.984680 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.v2.base [None req-6a308993-4dae-41a9-8ab6-e1155ea74f75 admin admin] Request body: {'subnet': {'network_id': '61bc53ba-622c-43a4-8108-e3973f2370d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1241343866-subnet', 'tenant_id': 'a60c0d3dd6634caaaf0a6caa1554e033', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:13:45.020641 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c6e695-5570-40a5-8530-9785c56d1c21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45280845-3959-457d-a10a-a0a41c6f0726,revision_number=1']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:13:45.026497 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a308993-4dae-41a9-8ab6-e1155ea74f75 admin admin] Made reservation on behalf of a60c0d3dd6634caaaf0a6caa1554e033 for: {'subnet': 1} {{(pid=94212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 18:13:45.030105 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-05c6e695-5570-40a5-8530-9785c56d1c21 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9a398540d7154237a4c225dd080aa0ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2688973 Aug 12 18:13:45.032245 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-6a308993-4dae-41a9-8ab6-e1155ea74f75 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:45.032329 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 51536) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:13:45.111134 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-43485eeb-d97c-4787-b7cb-af49787f2173 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:45.143837 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-43485eeb-d97c-4787-b7cb-af49787f2173 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:45.151641 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914dadbb-db55-46b5-9d7d-9824457a855b req-0d936a4c-8a70-4f59-bc6c-1ac24294a605 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:45.153139 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-914dadbb-db55-46b5-9d7d-9824457a855b req-0d936a4c-8a70-4f59-bc6c-1ac24294a605 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc73c794-c918-4d35-b969-010662453973 HTTP/1.1" status: 200 len: 946 time: 0.1523819 Aug 12 18:13:45.206727 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-43485eeb-d97c-4787-b7cb-af49787f2173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:45.210636 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-43485eeb-d97c-4787-b7cb-af49787f2173 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:45.212137 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-43485eeb-d97c-4787-b7cb-af49787f2173 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/45280845-3959-457d-a10a-a0a41c6f0726 HTTP/1.1" status: 204 len: 168 time: 0.1787953 Aug 12 18:13:45.225276 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43485eeb-d97c-4787-b7cb-af49787f2173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45280845-3959-457d-a10a-a0a41c6f0726,revision_number=None']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:13:45.235484 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-914dadbb-db55-46b5-9d7d-9824457a855b req-25b67363-6ffc-41fb-b012-dfb5bbbad1a3 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536330 Aug 12 18:13:45.308845 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-6a308993-4dae-41a9-8ab6-e1155ea74f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543'] for subnet, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:45.311521 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7518f0e-76ee-4cbe-a10e-8a8f530ca414 req-3bdf9908-19b6-4f29-8b62-63b8a666215b tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:45.313602 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-c7518f0e-76ee-4cbe-a10e-8a8f530ca414 req-3bdf9908-19b6-4f29-8b62-63b8a666215b tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] 10.222.0.30 "GET /v2.0/ports?device_id=fd688349-37b2-41e3-a03e-5abd132f141b HTTP/1.1" status: 200 len: 945 time: 0.0579233 Aug 12 18:13:45.357071 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-c7518f0e-76ee-4cbe-a10e-8a8f530ca414 req-80a43e95-e359-4dd5-91ee-318051cf968b tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] 10.222.0.30 "GET /v2.0/security-groups?id=284d97f4-cb4c-4bef-a5eb-32b9c053b5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366414 Aug 12 18:13:45.359625 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a308993-4dae-41a9-8ab6-e1155ea74f75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6072d268-83e1-43de-ba08-68d343e5dae0,revision_number=0']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:13:45.376057 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a308993-4dae-41a9-8ab6-e1155ea74f75 admin admin] Checking segment: {'id': '7664eadb-75e5-40b8-815a-8c8474946154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '61bc53ba-622c-43a4-8108-e3973f2370d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 18:13:45.376571 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a308993-4dae-41a9-8ab6-e1155ea74f75 admin admin] Network hostable DHCP agents. Network: 61bc53ba-622c-43a4-8108-e3973f2370d1, hostable agents: ['da9a4366-d1ff-4171-be52-f44c47b2851f'], hosted agents: [] {{(pid=94212) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 18:13:45.399536 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a308993-4dae-41a9-8ab6-e1155ea74f75 admin admin] Network 61bc53ba-622c-43a4-8108-e3973f2370d1 is scheduled to be hosted by DHCP agent da9a4366-d1ff-4171-be52-f44c47b2851f with binding_index 1 {{(pid=94212) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 18:13:45.411193 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.base_scheduler [None req-6a308993-4dae-41a9-8ab6-e1155ea74f75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-10-iscsi, 61bc53ba-622c-43a4-8108-e3973f2370d1) {{(pid=94212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 18:13:45.415937 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a308993-4dae-41a9-8ab6-e1155ea74f75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:45.416841 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-6a308993-4dae-41a9-8ab6-e1155ea74f75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564513'] for subnet, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:45.423068 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d604a2-d7fa-4d42-9c5e-e4e2ad7aab0e None None] Network 61bc53ba-622c-43a4-8108-e3973f2370d1 requested from dv-cinder-759943-10-iscsi {{(pid=94213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 18:13:45.433518 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-6a308993-4dae-41a9-8ab6-e1155ea74f75 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4545538 Aug 12 18:13:45.675496 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38fbf8b8-be15-4e89-99f3-247adf1d2cf7 None None] Network 61bc53ba-622c-43a4-8108-e3973f2370d1 requested from dv-cinder-759943-10-iscsi {{(pid=94213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 18:13:46.089627 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 51594) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:13:46.094669 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.v2.base [None req-1fb8dd50-65d8-48b6-ae13-5991777d1479 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-235417053-network', 'tenant_id': '3caf9ea28fa74d62bc1d8cf14ea6b798'}} {{(pid=94211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:13:46.127807 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb8dd50-65d8-48b6-ae13-5991777d1479 admin admin] Made reservation on behalf of 3caf9ea28fa74d62bc1d8cf14ea6b798 for: {'network': 1} {{(pid=94211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 18:13:46.133240 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-1fb8dd50-65d8-48b6-ae13-5991777d1479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for network, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:46.152884 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-1fb8dd50-65d8-48b6-ae13-5991777d1479 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:46.255069 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee58b46b-5aab-4193-ac71-00c8146e3b34 req-e18e7b67-3acc-4f7d-ac78-7b3770787b32 tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:46.256562 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-ee58b46b-5aab-4193-ac71-00c8146e3b34 req-e18e7b67-3acc-4f7d-ac78-7b3770787b32 tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] 10.222.0.30 "GET /v2.0/ports?device_id=fd688349-37b2-41e3-a03e-5abd132f141b HTTP/1.1" status: 200 len: 945 time: 0.0823956 Aug 12 18:13:46.323973 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-ee58b46b-5aab-4193-ac71-00c8146e3b34 req-6ad8c893-26ae-4bec-89eb-c5d8db431d2f tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] 10.222.0.30 "GET /v2.0/security-groups?id=284d97f4-cb4c-4bef-a5eb-32b9c053b5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604649 Aug 12 18:13:46.335201 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-1fb8dd50-65d8-48b6-ae13-5991777d1479 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:46.340934 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-1fb8dd50-65d8-48b6-ae13-5991777d1479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:46.374911 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fb8dd50-65d8-48b6-ae13-5991777d1479 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=94211) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 18:13:46.388524 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb8dd50-65d8-48b6-ae13-5991777d1479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67b68ae0-2b25-40ab-83f5-2f06859a2938,revision_number=1']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:13:46.396841 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-1fb8dd50-65d8-48b6-ae13-5991777d1479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735099'] for segment, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:46.397174 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.db.segments_db [None req-1fb8dd50-65d8-48b6-ae13-5991777d1479 admin admin] Added segment 766f4d40-25e3-4ddc-bdae-be1adac891eb of type vlan for network 558e835b-80b6-4196-95bd-63e4b642e4f6 Aug 12 18:13:46.442012 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-1fb8dd50-65d8-48b6-ae13-5991777d1479 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763627130179'] for network, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:46.445720 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5de3ca-ecf3-4673-9591-4d4d08b45c59 req-db2b9127-7d9d-42a0-b633-4c95d8ca4ab7 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:46.447448 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-6d5de3ca-ecf3-4673-9591-4d4d08b45c59 req-db2b9127-7d9d-42a0-b633-4c95d8ca4ab7 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc73c794-c918-4d35-b969-010662453973 HTTP/1.1" status: 200 len: 946 time: 0.0785973 Aug 12 18:13:46.473176 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-1fb8dd50-65d8-48b6-ae13-5991777d1479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543'] for network, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:46.474394 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb8dd50-65d8-48b6-ae13-5991777d1479 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:46.475057 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-1fb8dd50-65d8-48b6-ae13-5991777d1479 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564513'] for network, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:46.492219 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-6d5de3ca-ecf3-4673-9591-4d4d08b45c59 req-343f50d9-a397-4547-89d4-1e9ddf55fdf4 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376062 Aug 12 18:13:46.543217 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-1fb8dd50-65d8-48b6-ae13-5991777d1479 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4524724 Aug 12 18:13:46.547722 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 51606) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:13:46.555041 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb8dd50-65d8-48b6-ae13-5991777d1479 admin admin] Pushing event updated for resources: {'Network': ['ID=558e835b-80b6-4196-95bd-63e4b642e4f6,revision_number=1']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:13:46.561013 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.v2.base [None req-26ecf75a-b6ea-4a3e-b2e4-e769c2711a66 admin admin] Request body: {'subnet': {'network_id': '558e835b-80b6-4196-95bd-63e4b642e4f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-235417053-subnet', 'tenant_id': '3caf9ea28fa74d62bc1d8cf14ea6b798', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:13:46.582160 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Network 558e835b-80b6-4196-95bd-63e4b642e4f6 details requested by agent ovs-agent-dv-cinder-759943-10-iscsi with host dv-cinder-759943-10-iscsi {{(pid=94213) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 18:13:46.588533 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ecf75a-b6ea-4a3e-b2e4-e769c2711a66 admin admin] Made reservation on behalf of 3caf9ea28fa74d62bc1d8cf14ea6b798 for: {'subnet': 1} {{(pid=94212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 18:13:46.592005 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-26ecf75a-b6ea-4a3e-b2e4-e769c2711a66 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:46.790265 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-26ecf75a-b6ea-4a3e-b2e4-e769c2711a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543'] for subnet, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:46.849937 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ecf75a-b6ea-4a3e-b2e4-e769c2711a66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b8f33ae-4839-4126-b008-c70536396842,revision_number=0']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:13:46.866758 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ecf75a-b6ea-4a3e-b2e4-e769c2711a66 admin admin] Checking segment: {'id': '766f4d40-25e3-4ddc-bdae-be1adac891eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '558e835b-80b6-4196-95bd-63e4b642e4f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 18:13:46.867115 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ecf75a-b6ea-4a3e-b2e4-e769c2711a66 admin admin] Network hostable DHCP agents. Network: 558e835b-80b6-4196-95bd-63e4b642e4f6, hostable agents: ['da9a4366-d1ff-4171-be52-f44c47b2851f'], hosted agents: [] {{(pid=94212) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 18:13:46.884631 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ecf75a-b6ea-4a3e-b2e4-e769c2711a66 admin admin] Network 558e835b-80b6-4196-95bd-63e4b642e4f6 is scheduled to be hosted by DHCP agent da9a4366-d1ff-4171-be52-f44c47b2851f with binding_index 1 {{(pid=94212) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 18:13:46.893294 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.base_scheduler [None req-26ecf75a-b6ea-4a3e-b2e4-e769c2711a66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-10-iscsi, 558e835b-80b6-4196-95bd-63e4b642e4f6) {{(pid=94212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 18:13:46.898105 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ecf75a-b6ea-4a3e-b2e4-e769c2711a66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:46.899200 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-26ecf75a-b6ea-4a3e-b2e4-e769c2711a66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564513'] for subnet, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:46.903731 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1d171b-1415-4257-8c83-964493345d00 None None] Network 558e835b-80b6-4196-95bd-63e4b642e4f6 requested from dv-cinder-759943-10-iscsi {{(pid=94213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 18:13:46.915045 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-26ecf75a-b6ea-4a3e-b2e4-e769c2711a66 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3661289 Aug 12 18:13:47.035679 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0224535d-ee95-4ccc-8409-83b3eba38237 None None] Network 558e835b-80b6-4196-95bd-63e4b642e4f6 requested from dv-cinder-759943-10-iscsi {{(pid=94213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 18:13:47.488479 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a960d-1ce0-41ad-941b-b2d1ef6c7974 req-705d559b-7b2e-4b50-a1cb-b33eb7a75828 tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:47.490598 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-a88a960d-1ce0-41ad-941b-b2d1ef6c7974 req-705d559b-7b2e-4b50-a1cb-b33eb7a75828 tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] 10.222.0.30 "GET /v2.0/ports?device_id=fd688349-37b2-41e3-a03e-5abd132f141b HTTP/1.1" status: 200 len: 945 time: 0.0725369 Aug 12 18:13:47.529258 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-a88a960d-1ce0-41ad-941b-b2d1ef6c7974 req-efd02159-9214-457c-8d56-6543da2c2e51 tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] 10.222.0.30 "GET /v2.0/security-groups?id=284d97f4-cb4c-4bef-a5eb-32b9c053b5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318649 Aug 12 18:13:47.811920 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdc435b-2c3c-4d2b-9845-6e985ed37e95 req-5440c761-2699-45c2-9387-5ff7b9cbc2ea tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:47.813566 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-8cdc435b-2c3c-4d2b-9845-6e985ed37e95 req-5440c761-2699-45c2-9387-5ff7b9cbc2ea tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] 10.222.0.57 "GET /v2.0/ports?device_id=fd688349-37b2-41e3-a03e-5abd132f141b HTTP/1.1" status: 200 len: 945 time: 0.0522749 Aug 12 18:13:47.908873 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.plugin [req-8cdc435b-2c3c-4d2b-9845-6e985ed37e95 req-ea6e1d9d-6634-450f-af67-adf25a0debbb tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] Deleting port 6ac8e6c9-abe9-4159-b1f3-9999424cae10 {{(pid=94212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 18:13:47.909208 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-8cdc435b-2c3c-4d2b-9845-6e985ed37e95 req-ea6e1d9d-6634-450f-af67-adf25a0debbb tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763627642920'] for port, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:48.003340 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.db [req-8cdc435b-2c3c-4d2b-9845-6e985ed37e95 req-ea6e1d9d-6634-450f-af67-adf25a0debbb tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] For port 6ac8e6c9-abe9-4159-b1f3-9999424cae10, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=6ac8e6c9-abe9-4159-b1f3-9999424cae10,segment=NetworkSegment(de415605-43c8-4260-a620-68ee6408e803),segment_id=de415605-43c8-4260-a620-68ee6408e803)] {{(pid=94212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:13:48.003700 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-8cdc435b-2c3c-4d2b-9845-6e985ed37e95 req-ea6e1d9d-6634-450f-af67-adf25a0debbb tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-732327'] for port, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:48.014698 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10987388-8e92-43cb-8889-35aac573163f req-b32cd7f2-5db2-43b2-87cf-0c0a4fc0877b tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:13:48.016187 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-10987388-8e92-43cb-8889-35aac573163f req-b32cd7f2-5db2-43b2-87cf-0c0a4fc0877b tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc73c794-c918-4d35-b969-010662453973 HTTP/1.1" status: 200 len: 946 time: 0.0478351 Aug 12 18:13:48.016338 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.plugin [req-8cdc435b-2c3c-4d2b-9845-6e985ed37e95 req-ea6e1d9d-6634-450f-af67-adf25a0debbb tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] Calling delete_port for 6ac8e6c9-abe9-4159-b1f3-9999424cae10 owned by compute:nova {{(pid=94212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 18:13:48.054223 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-10987388-8e92-43cb-8889-35aac573163f req-b44d3d6c-573a-4255-99e9-3b3b13060348 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320728 Aug 12 18:13:48.140669 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-8cdc435b-2c3c-4d2b-9845-6e985ed37e95 req-ea6e1d9d-6634-450f-af67-adf25a0debbb tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763627647362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763627144942'] for port, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:48.178653 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e1d9d-6634-450f-af67-adf25a0debbb tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] Pushing event deleted for resources: {'Port': ['ID=6ac8e6c9-abe9-4159-b1f3-9999424cae10,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:13:48.213031 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cdc435b-2c3c-4d2b-9845-6e985ed37e95 req-ea6e1d9d-6634-450f-af67-adf25a0debbb tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] No DVR routers for this DVR port 6ac8e6c9-abe9-4159-b1f3-9999424cae10 on host hv-cinder-75994 {{(pid=94212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 18:13:48.215558 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-8cdc435b-2c3c-4d2b-9845-6e985ed37e95 req-ea6e1d9d-6634-450f-af67-adf25a0debbb tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195385'] for port, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:48.218093 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-8cdc435b-2c3c-4d2b-9845-6e985ed37e95 req-ea6e1d9d-6634-450f-af67-adf25a0debbb tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] 10.222.0.57 "DELETE /v2.0/ports/6ac8e6c9-abe9-4159-b1f3-9999424cae10 HTTP/1.1" status: 204 len: 173 time: 0.3975101 Aug 12 18:13:48.218532 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd688349-37b2-41e3-a03e-5abd132f141b', 'name': 'network-vif-deleted', 'tag': '6ac8e6c9-abe9-4159-b1f3-9999424cae10'}] {{(pid=94212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 18:13:48.220736 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd512f55349b839fb4675422b2dbaf52bda1baead41a4efd90d4bf8a5142663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-146e9729-f8a3-4f93-a28f-b3f2f9891aea" -d '{"events": [{"server_uuid": "fd688349-37b2-41e3-a03e-5abd132f141b", "name": "network-vif-deleted", "tag": "6ac8e6c9-abe9-4159-b1f3-9999424cae10"}]}' {{(pid=94212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 18:13:48.254921 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 18:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4caa12c9-d45d-4813-a96a-e5ef58fdc52f x-openstack-request-id: req-4caa12c9-d45d-4813-a96a-e5ef58fdc52f {{(pid=94212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 18:13:48.255206 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd688349-37b2-41e3-a03e-5abd132f141b", "name": "network-vif-deleted", "tag": "6ac8e6c9-abe9-4159-b1f3-9999424cae10", "status": "completed", "code": 200}]} {{(pid=94212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 18:13:48.255452 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4caa12c9-d45d-4813-a96a-e5ef58fdc52f {{(pid=94212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 18:13:48.255837 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd688349-37b2-41e3-a03e-5abd132f141b', 'name': 'network-vif-deleted', 'tag': '6ac8e6c9-abe9-4159-b1f3-9999424cae10', 'status': 'completed', 'code': 200} Aug 12 18:13:48.636774 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-c5573406-56a4-4466-95fd-2c2ab530ef41 req-db69a69e-2a7f-403e-902d-533095e92b4b tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] 10.222.0.30 "GET /v2.0/ports?device_id=fd688349-37b2-41e3-a03e-5abd132f141b HTTP/1.1" status: 200 len: 210 time: 0.0265682 Aug 12 18:13:49.188603 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] get_ports_and_sgs() called for port_ids ['6ac8e6c9-abe9-4159-b1f3-9999424cae10'] {{(pid=94213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 18:13:49.733235 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-bce0453e-b4b9-4932-a4ca-d3933e70925b req-1d2838f2-35e6-49ce-8442-c3b0d765565e tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] 10.222.0.30 "GET /v2.0/ports?device_id=fd688349-37b2-41e3-a03e-5abd132f141b HTTP/1.1" status: 200 len: 210 time: 0.0288022 Aug 12 18:13:50.822990 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-8e83803f-6cac-4c42-b3ad-47c6bca4e412 req-09d0fc7c-540d-4108-b423-1c12adbea019 tempest-VolumesActionsTest-1840746381 tempest-VolumesActionsTest-1840746381-project] 10.222.0.30 "GET /v2.0/ports?device_id=fd688349-37b2-41e3-a03e-5abd132f141b HTTP/1.1" status: 200 len: 210 time: 0.0249648 Aug 12 18:13:51.997308 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:13:54.016101 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Device 6ac8e6c9-abe9-4159-b1f3-9999424cae10 no longer exists at agent hyperv_hv-cinder-75994 {{(pid=94213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 18:13:54.035454 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.plugin [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] No Port match for: 6ac8e6c9-abe9-4159-b1f3-9999424cae10 {{(pid=94213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 18:13:54.035791 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Device 6ac8e6c9-abe9-4159-b1f3-9999424cae10 not bound to the agent host hv-cinder-75994 {{(pid=94213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 18:14:02.249342 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ae2bfd-75b3-45c8-bb58-ae27fc1408a5 req-d39c1ddd-e509-4dcb-9d66-705433a4000e tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:14:02.250837 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-a9ae2bfd-75b3-45c8-bb58-ae27fc1408a5 req-d39c1ddd-e509-4dcb-9d66-705433a4000e tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc73c794-c918-4d35-b969-010662453973 HTTP/1.1" status: 200 len: 946 time: 0.0468311 Aug 12 18:14:02.287806 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-a9ae2bfd-75b3-45c8-bb58-ae27fc1408a5 req-c9909b80-79a1-40c0-b568-27d89460a707 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311401 Aug 12 18:14:03.401073 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ae1f5f-0861-4b78-9d37-2c800c3fe7da req-f7f061ed-2bb6-4f62-8eb2-16711ab99888 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:14:03.402545 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-55ae1f5f-0861-4b78-9d37-2c800c3fe7da req-f7f061ed-2bb6-4f62-8eb2-16711ab99888 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc73c794-c918-4d35-b969-010662453973 HTTP/1.1" status: 200 len: 946 time: 0.0470767 Aug 12 18:14:03.439202 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-55ae1f5f-0861-4b78-9d37-2c800c3fe7da req-51e4e4f8-fad3-43e6-baba-ef4ef7c26386 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307608 Aug 12 18:14:03.561186 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b85a7-6a41-4c0b-b5ba-730778a25746 req-09c45df3-7767-4fd6-91a7-72ea8fbb45a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:14:03.562672 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-7f3b85a7-6a41-4c0b-b5ba-730778a25746 req-09c45df3-7767-4fd6-91a7-72ea8fbb45a2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ec7b40fc66d54f7baf7c87a636dd94ac&device_id=dc73c794-c918-4d35-b969-010662453973 HTTP/1.1" status: 200 len: 1099 time: 0.0390716 Aug 12 18:14:03.660037 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b85a7-6a41-4c0b-b5ba-730778a25746 req-987f1985-b13d-4f6a-9388-c729cc247795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:14:03.661488 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-7f3b85a7-6a41-4c0b-b5ba-730778a25746 req-987f1985-b13d-4f6a-9388-c729cc247795 service neutron] 10.222.0.57 "GET /v2.0/networks?id=69280036-392c-4dfc-84c7-1aa4a0c305c8 HTTP/1.1" status: 200 len: 920 time: 0.0894947 Aug 12 18:14:03.703559 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-7f3b85a7-6a41-4c0b-b5ba-730778a25746 req-7d61de69-80e1-4b36-8cca-60bb93daede0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08cd73c9-093b-400e-ae0b-5aeaf8aecca2 HTTP/1.1" status: 200 len: 217 time: 0.0325711 Aug 12 18:14:03.756097 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b85a7-6a41-4c0b-b5ba-730778a25746 req-339aa07a-fa45-4cd8-a55d-32d4802db8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:14:03.757518 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-7f3b85a7-6a41-4c0b-b5ba-730778a25746 req-339aa07a-fa45-4cd8-a55d-32d4802db8c2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=afc1472d-6afb-47f2-8956-e41e4c0db5e3 HTTP/1.1" status: 200 len: 859 time: 0.0450482 Aug 12 18:14:03.791934 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-7f3b85a7-6a41-4c0b-b5ba-730778a25746 req-90e8a356-40cb-4c8c-988b-9dc2705ea792 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=69280036-392c-4dfc-84c7-1aa4a0c305c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233209 Aug 12 18:14:03.893987 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-7f3b85a7-6a41-4c0b-b5ba-730778a25746 req-9d708486-15cd-4ba3-817f-768e7ab6a577 service neutron] 10.222.0.57 "GET /v2.0/networks/69280036-392c-4dfc-84c7-1aa4a0c305c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883060 Aug 12 18:14:03.988578 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-7f3b85a7-6a41-4c0b-b5ba-730778a25746 req-86f67f05-dd9b-4c74-9a99-fad9744984e4 service neutron] 10.222.0.57 "GET /v2.0/networks/69280036-392c-4dfc-84c7-1aa4a0c305c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869431 Aug 12 18:14:04.559512 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d848e5e4-ffd8-4914-a5e4-8a4f71070329 req-1c7b3019-280d-4496-bd09-7a6350887abc tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:14:04.561025 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-d848e5e4-ffd8-4914-a5e4-8a4f71070329 req-1c7b3019-280d-4496-bd09-7a6350887abc tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc73c794-c918-4d35-b969-010662453973 HTTP/1.1" status: 200 len: 946 time: 0.0520732 Aug 12 18:14:04.598140 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-d848e5e4-ffd8-4914-a5e4-8a4f71070329 req-04f4e8d6-70cf-4527-a204-559e33c566a1 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305803 Aug 12 18:14:04.958973 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-ec609161-d795-444b-bc5e-f760fc17bf79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:05.809207 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a1acab-6ee1-462e-ae5b-9e9c7a474c55 req-dfe639f4-a13c-4b0c-bb59-c69924681b40 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:14:05.812998 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-a5a1acab-6ee1-462e-ae5b-9e9c7a474c55 req-dfe639f4-a13c-4b0c-bb59-c69924681b40 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc73c794-c918-4d35-b969-010662453973 HTTP/1.1" status: 200 len: 946 time: 0.0897236 Aug 12 18:14:05.909437 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-a5a1acab-6ee1-462e-ae5b-9e9c7a474c55 req-fe062f45-13b8-4e70-82ae-968c3925b171 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885136 Aug 12 18:14:07.050797 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a032b4ed-86f3-4ff0-9d52-7d9ab1e3453f req-305a667a-1215-48de-8cd0-9eb5fd3ed692 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:14:07.053018 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-a032b4ed-86f3-4ff0-9d52-7d9ab1e3453f req-305a667a-1215-48de-8cd0-9eb5fd3ed692 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc73c794-c918-4d35-b969-010662453973 HTTP/1.1" status: 200 len: 946 time: 0.0742192 Aug 12 18:14:07.126514 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-a032b4ed-86f3-4ff0-9d52-7d9ab1e3453f req-da40df7f-f767-4b0f-8814-dc4132ecd1f6 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639958 Aug 12 18:14:07.327693 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-d43b43b9-f608-413d-88e8-394969c0a668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:07.969799 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:08.296593 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f669649e-4a7b-484b-aa05-58a7ed848891 req-fc484534-c171-43e2-81dd-0f8d63c9dce2 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:14:08.298231 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-f669649e-4a7b-484b-aa05-58a7ed848891 req-fc484534-c171-43e2-81dd-0f8d63c9dce2 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc73c794-c918-4d35-b969-010662453973 HTTP/1.1" status: 200 len: 946 time: 0.0836732 Aug 12 18:14:08.350722 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-f669649e-4a7b-484b-aa05-58a7ed848891 req-2acfefd1-268a-4843-85fa-f8e4977b313f tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450611 Aug 12 18:14:08.525316 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-2083c3fd-5dc5-47ae-86de-acca0e7a8e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:09.480741 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4398c097-d786-4e61-81d0-2ff4417bd381 req-f006db36-e0df-4425-82a7-b017b609891f tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:14:09.489433 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-4398c097-d786-4e61-81d0-2ff4417bd381 req-f006db36-e0df-4425-82a7-b017b609891f tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc73c794-c918-4d35-b969-010662453973 HTTP/1.1" status: 200 len: 946 time: 0.0597842 Aug 12 18:14:09.535816 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-4398c097-d786-4e61-81d0-2ff4417bd381 req-fe771d7b-27ff-48a1-99f0-3bf4f9aca116 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430443 Aug 12 18:14:10.216318 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-b1de9828-bfad-4ef8-8d69-6d6f9fbe420c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:10.367726 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 52182) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:14:10.511458 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-b06e0023-c930-4ff3-b568-e3937a7a51da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:10.708912 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f3e60e-7831-4b27-b528-7b77fa72b83a req-1b633f89-892e-4b18-9255-a2d584c361ca tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:14:10.711001 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-b4f3e60e-7831-4b27-b528-7b77fa72b83a req-1b633f89-892e-4b18-9255-a2d584c361ca tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc73c794-c918-4d35-b969-010662453973 HTTP/1.1" status: 200 len: 946 time: 0.0950305 Aug 12 18:14:10.753814 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-b06e0023-c930-4ff3-b568-e3937a7a51da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:10.760419 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-b06e0023-c930-4ff3-b568-e3937a7a51da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:10.806913 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-b4f3e60e-7831-4b27-b528-7b77fa72b83a req-18e40819-8de6-402b-98fb-09b23106a91f tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853097 Aug 12 18:14:10.813585 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 52196) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:14:10.821200 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-b06e0023-c930-4ff3-b568-e3937a7a51da admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=df87b49474d94e32b482748391e9a6f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4516459 Aug 12 18:14:10.852969 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06e0023-c930-4ff3-b568-e3937a7a51da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab3b24b-6f31-448a-99e5-2c9e796f0f83,revision_number=1']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:14:10.870695 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06e0023-c930-4ff3-b568-e3937a7a51da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:14:10.872243 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06e0023-c930-4ff3-b568-e3937a7a51da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:14:10.872817 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06e0023-c930-4ff3-b568-e3937a7a51da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:14:10.875541 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06e0023-c930-4ff3-b568-e3937a7a51da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:14:10.876212 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06e0023-c930-4ff3-b568-e3937a7a51da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:14:10.876779 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06e0023-c930-4ff3-b568-e3937a7a51da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:14:10.878428 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06e0023-c930-4ff3-b568-e3937a7a51da admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:14:10.878870 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06e0023-c930-4ff3-b568-e3937a7a51da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:14:10.879220 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06e0023-c930-4ff3-b568-e3937a7a51da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:14:10.879557 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06e0023-c930-4ff3-b568-e3937a7a51da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:14:10.879939 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06e0023-c930-4ff3-b568-e3937a7a51da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:14:10.880438 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06e0023-c930-4ff3-b568-e3937a7a51da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:14:10.902071 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-9907d648-b1b4-41a1-948d-361be71d0a2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:10.932330 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-9907d648-b1b4-41a1-948d-361be71d0a2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:10.999240 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-9907d648-b1b4-41a1-948d-361be71d0a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:11.003272 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-9907d648-b1b4-41a1-948d-361be71d0a2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:11.007604 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-9907d648-b1b4-41a1-948d-361be71d0a2f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8ab3b24b-6f31-448a-99e5-2c9e796f0f83 HTTP/1.1" status: 204 len: 168 time: 0.1923330 Aug 12 18:14:11.017609 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9907d648-b1b4-41a1-948d-361be71d0a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab3b24b-6f31-448a-99e5-2c9e796f0f83,revision_number=None']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:14:11.029613 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9907d648-b1b4-41a1-948d-361be71d0a2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:14:11.031365 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9907d648-b1b4-41a1-948d-361be71d0a2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:14:11.032635 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9907d648-b1b4-41a1-948d-361be71d0a2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:14:11.033194 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9907d648-b1b4-41a1-948d-361be71d0a2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:14:11.033751 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9907d648-b1b4-41a1-948d-361be71d0a2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:14:11.034338 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9907d648-b1b4-41a1-948d-361be71d0a2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:14:11.034947 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9907d648-b1b4-41a1-948d-361be71d0a2f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:14:11.035482 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9907d648-b1b4-41a1-948d-361be71d0a2f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:14:11.036035 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9907d648-b1b4-41a1-948d-361be71d0a2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:14:11.036592 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9907d648-b1b4-41a1-948d-361be71d0a2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:14:11.037126 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9907d648-b1b4-41a1-948d-361be71d0a2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:14:11.037661 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9907d648-b1b4-41a1-948d-361be71d0a2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:14:11.111392 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 52206) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:14:11.376718 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.agents_db [None req-aa7dbe78-d4f0-421a-85da-826b2a172358 None None] Agent healthcheck: found 6 active agents {{(pid=94214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 18:14:11.386520 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-139dc046-6a3a-4885-8717-a0426b1a3442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:11.608573 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-139dc046-6a3a-4885-8717-a0426b1a3442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:11.614788 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-139dc046-6a3a-4885-8717-a0426b1a3442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:11.682525 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-139dc046-6a3a-4885-8717-a0426b1a3442 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dae3adec39144cffb557d1589cc7450f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5703065 Aug 12 18:14:11.684192 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139dc046-6a3a-4885-8717-a0426b1a3442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d930366-0b3a-45d6-9bb5-3fc6829c0ee3,revision_number=1']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:14:11.693590 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 52230) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:14:11.770484 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-64db96b9-a15c-4e2e-bead-3a9b1e2b01d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:11.795227 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-64db96b9-a15c-4e2e-bead-3a9b1e2b01d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:11.878288 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-64db96b9-a15c-4e2e-bead-3a9b1e2b01d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:11.881260 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-64db96b9-a15c-4e2e-bead-3a9b1e2b01d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:11.882645 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-64db96b9-a15c-4e2e-bead-3a9b1e2b01d1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5d930366-0b3a-45d6-9bb5-3fc6829c0ee3 HTTP/1.1" status: 204 len: 168 time: 0.1873293 Aug 12 18:14:11.900954 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64db96b9-a15c-4e2e-bead-3a9b1e2b01d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d930366-0b3a-45d6-9bb5-3fc6829c0ee3,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:14:12.005853 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84bfbcd-8fb6-4597-a3bd-b669a3e544a6 req-170a41de-66f3-4607-8014-136163865a14 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:14:12.014315 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-b84bfbcd-8fb6-4597-a3bd-b669a3e544a6 req-170a41de-66f3-4607-8014-136163865a14 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc73c794-c918-4d35-b969-010662453973 HTTP/1.1" status: 200 len: 946 time: 0.0692067 Aug 12 18:14:12.085111 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-b84bfbcd-8fb6-4597-a3bd-b669a3e544a6 req-49b732a0-5995-42e9-a1b2-c270d9766b93 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544384 Aug 12 18:14:12.118766 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c561b19b-6f7a-4c5c-99a9-cd938ee10254 req-53cac2b6-1ac2-456c-9ff6-15501498aead tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:14:12.125958 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-c561b19b-6f7a-4c5c-99a9-cd938ee10254 req-53cac2b6-1ac2-456c-9ff6-15501498aead tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc HTTP/1.1" status: 200 len: 945 time: 0.1652067 Aug 12 18:14:12.172671 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-c561b19b-6f7a-4c5c-99a9-cd938ee10254 req-71018e92-22cb-4aff-bb1f-92cfe0014baa tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/security-groups?id=c57fdca1-344f-4de7-a17a-826f1447a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452311 Aug 12 18:14:12.241295 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 52262) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:14:12.394996 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.v2.base [None req-9f6dd6de-3a96-4422-b4dd-47a2ba6347e3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1333231278-network', 'tenant_id': '924212fddaa448b5b1093e482a785cd7'}} {{(pid=94212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:14:12.421964 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f6dd6de-3a96-4422-b4dd-47a2ba6347e3 admin admin] Made reservation on behalf of 924212fddaa448b5b1093e482a785cd7 for: {'network': 1} {{(pid=94212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 18:14:12.425627 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-9f6dd6de-3a96-4422-b4dd-47a2ba6347e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for network, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:12.436119 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-9f6dd6de-3a96-4422-b4dd-47a2ba6347e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:12.577164 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-9f6dd6de-3a96-4422-b4dd-47a2ba6347e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:12.581729 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-9f6dd6de-3a96-4422-b4dd-47a2ba6347e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:12.635335 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6dd6de-3a96-4422-b4dd-47a2ba6347e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7edddd2-21ae-48ba-bad7-0220bef40204,revision_number=1']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:14:12.639267 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f6dd6de-3a96-4422-b4dd-47a2ba6347e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=94212) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 18:14:12.663373 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-9f6dd6de-3a96-4422-b4dd-47a2ba6347e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735099'] for segment, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:12.664811 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.db.segments_db [None req-9f6dd6de-3a96-4422-b4dd-47a2ba6347e3 admin admin] Added segment 12b6e908-d387-45ae-adb0-8f4da70f126b of type vlan for network 31201492-d25f-40e0-b40e-85e206051e6d Aug 12 18:14:12.714195 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-9f6dd6de-3a96-4422-b4dd-47a2ba6347e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763627130179'] for network, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:12.761688 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-9f6dd6de-3a96-4422-b4dd-47a2ba6347e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543'] for network, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:12.763900 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6dd6de-3a96-4422-b4dd-47a2ba6347e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:14:12.767239 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-9f6dd6de-3a96-4422-b4dd-47a2ba6347e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564513'] for network, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:12.864411 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-9f6dd6de-3a96-4422-b4dd-47a2ba6347e3 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6219642 Aug 12 18:14:12.867358 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 52294) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:14:12.881014 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.v2.base [None req-ff62182b-15a5-425f-adfa-14d692ebbe8c admin admin] Request body: {'subnet': {'network_id': '31201492-d25f-40e0-b40e-85e206051e6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1333231278-subnet', 'tenant_id': '924212fddaa448b5b1093e482a785cd7', 'ip_version': 4}} {{(pid=94212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:14:12.914490 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6dd6de-3a96-4422-b4dd-47a2ba6347e3 admin admin] Pushing event updated for resources: {'Network': ['ID=31201492-d25f-40e0-b40e-85e206051e6d,revision_number=1']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:14:12.927699 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Network 31201492-d25f-40e0-b40e-85e206051e6d details requested by agent ovs-agent-dv-cinder-759943-10-iscsi with host dv-cinder-759943-10-iscsi {{(pid=94213) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 18:14:12.970903 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff62182b-15a5-425f-adfa-14d692ebbe8c admin admin] Made reservation on behalf of 924212fddaa448b5b1093e482a785cd7 for: {'subnet': 1} {{(pid=94212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 18:14:12.976259 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-ff62182b-15a5-425f-adfa-14d692ebbe8c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:13.361452 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fbcc5a-292b-4663-af3c-d162d4fcba33 req-e1702a0b-bc90-4d51-ae17-0a20d477f639 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:14:13.363943 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-05fbcc5a-292b-4663-af3c-d162d4fcba33 req-e1702a0b-bc90-4d51-ae17-0a20d477f639 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc HTTP/1.1" status: 200 len: 945 time: 0.0795319 Aug 12 18:14:13.415831 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-05fbcc5a-292b-4663-af3c-d162d4fcba33 req-415eca0e-6dfe-43c5-a9f1-92d06e91a60f tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/security-groups?id=c57fdca1-344f-4de7-a17a-826f1447a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456755 Aug 12 18:14:13.544962 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42892fb7-0c90-4f60-a191-4e095303a657 req-096e0776-af59-42d7-a1ec-00ac7258b0b2 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:14:13.552033 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-42892fb7-0c90-4f60-a191-4e095303a657 req-096e0776-af59-42d7-a1ec-00ac7258b0b2 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc73c794-c918-4d35-b969-010662453973 HTTP/1.1" status: 200 len: 946 time: 0.3943629 Aug 12 18:14:13.589374 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-ff62182b-15a5-425f-adfa-14d692ebbe8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543'] for subnet, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:13.611790 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 52316) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:14:13.637535 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-42892fb7-0c90-4f60-a191-4e095303a657 req-91cda282-ab54-411d-9588-2ad44dfcaf1b tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830853 Aug 12 18:14:13.669704 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff62182b-15a5-425f-adfa-14d692ebbe8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=019c3d0a-2e33-4501-a1d9-19968c2a45a9,revision_number=0']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:14:13.684949 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff62182b-15a5-425f-adfa-14d692ebbe8c admin admin] Checking segment: {'id': '12b6e908-d387-45ae-adb0-8f4da70f126b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '31201492-d25f-40e0-b40e-85e206051e6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 18:14:13.685307 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff62182b-15a5-425f-adfa-14d692ebbe8c admin admin] Network hostable DHCP agents. Network: 31201492-d25f-40e0-b40e-85e206051e6d, hostable agents: ['da9a4366-d1ff-4171-be52-f44c47b2851f'], hosted agents: [] {{(pid=94212) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 18:14:13.703572 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff62182b-15a5-425f-adfa-14d692ebbe8c admin admin] Network 31201492-d25f-40e0-b40e-85e206051e6d is scheduled to be hosted by DHCP agent da9a4366-d1ff-4171-be52-f44c47b2851f with binding_index 1 {{(pid=94212) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 18:14:13.714363 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.base_scheduler [None req-ff62182b-15a5-425f-adfa-14d692ebbe8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-10-iscsi, 31201492-d25f-40e0-b40e-85e206051e6d) {{(pid=94212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 18:14:13.721746 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff62182b-15a5-425f-adfa-14d692ebbe8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:14:13.722021 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-ff62182b-15a5-425f-adfa-14d692ebbe8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564513'] for subnet, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:13.725163 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01dbd9f-91f2-48ef-88c3-0356b306e71c None None] Network 31201492-d25f-40e0-b40e-85e206051e6d requested from dv-cinder-759943-10-iscsi {{(pid=94213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 18:14:13.752242 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-2912727d-b647-428d-98d2-c9503069a79e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:13.757504 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-ff62182b-15a5-425f-adfa-14d692ebbe8c admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8868330 Aug 12 18:14:13.758170 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 52320) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:14:13.763898 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.v2.base [None req-fa467082-dd01-4cb0-9de0-8ae8082f94a4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1333231278-router', 'tenant_id': '924212fddaa448b5b1093e482a785cd7', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce'}}} {{(pid=94212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:14:13.796548 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-fa467082-dd01-4cb0-9de0-8ae8082f94a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15605'] for router, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:13.798621 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-fa467082-dd01-4cb0-9de0-8ae8082f94a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-351539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15614'] for router, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:13.888740 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-fa467082-dd01-4cb0-9de0-8ae8082f94a4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:13.912384 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-2912727d-b647-428d-98d2-c9503069a79e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:13.924191 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-2912727d-b647-428d-98d2-c9503069a79e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:13.945677 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e915e3f-d15d-43f0-8e4b-b651f26fa9b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081d5c48-6c11-5532-9123-8720c403a17d-31201492-d25f-40e0-b40e-85e206051e6d', 'network_id': '31201492-d25f-40e0-b40e-85e206051e6d', 'tenant_id': '924212fddaa448b5b1093e482a785cd7', 'fixed_ips': [{'subnet_id': '019c3d0a-2e33-4501-a1d9-19968c2a45a9'}]}} from dv-cinder-759943-10-iscsi. {{(pid=94213) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 18:14:13.947307 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3e915e3f-d15d-43f0-8e4b-b651f26fa9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_create {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:13.984418 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-2912727d-b647-428d-98d2-c9503069a79e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9d0b6092eda14ce6933bca3e4a289350&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3713863 Aug 12 18:14:13.985079 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2912727d-b647-428d-98d2-c9503069a79e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3499ba0-f7ea-4fe9-85f2-93a53dfff309,revision_number=1']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:14:13.990959 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 52322) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:14:14.071639 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-d766639f-3e7b-40de-a12a-f510f93d614e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:14.108944 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-d766639f-3e7b-40de-a12a-f510f93d614e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:14.149527 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 52334) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:14:14.155538 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.db_base_plugin_common [None req-3e915e3f-d15d-43f0-8e4b-b651f26fa9b1 None None] Allocated IP 172.20.0.2 (31201492-d25f-40e0-b40e-85e206051e6d/019c3d0a-2e33-4501-a1d9-19968c2a45a9/23510df2-461a-4957-835b-f1d7e2bfb618) {{(pid=94213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 18:14:14.184820 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-fa467082-dd01-4cb0-9de0-8ae8082f94a4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:14.201516 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-d766639f-3e7b-40de-a12a-f510f93d614e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:14.205040 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-d766639f-3e7b-40de-a12a-f510f93d614e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:14.206239 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-d766639f-3e7b-40de-a12a-f510f93d614e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d3499ba0-f7ea-4fe9-85f2-93a53dfff309 HTTP/1.1" status: 204 len: 168 time: 0.2140434 Aug 12 18:14:14.213262 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.db_base_plugin_v2 [None req-60743938-c197-4c79-8d92-5e3c01a00f75 admin admin] Deleting subnet 6072d268-83e1-43de-ba08-68d343e5dae0 {{(pid=94212) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 18:14:14.219606 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d766639f-3e7b-40de-a12a-f510f93d614e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3499ba0-f7ea-4fe9-85f2-93a53dfff309,revision_number=None']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:14:14.225842 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-60743938-c197-4c79-8d92-5e3c01a00f75 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:14.310489 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-60743938-c197-4c79-8d92-5e3c01a00f75 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:14.324067 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-60743938-c197-4c79-8d92-5e3c01a00f75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1735162'] for subnet, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:14.391954 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3e915e3f-d15d-43f0-8e4b-b651f26fa9b1 None None] Notify callbacks [] for port, precommit_create {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:14.405226 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-60743938-c197-4c79-8d92-5e3c01a00f75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1735149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543'] for subnet, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:14.405410 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-3e915e3f-d15d-43f0-8e4b-b651f26fa9b1 None None] Transition to ACTIVE for port object 23510df2-461a-4957-835b-f1d7e2bfb618 will not be triggered until provisioned by entity L2. {{(pid=94213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 18:14:14.427457 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-3e915e3f-d15d-43f0-8e4b-b651f26fa9b1 None None] Transition to ACTIVE for port object 23510df2-461a-4957-835b-f1d7e2bfb618 will not be triggered until provisioned by entity DHCP. {{(pid=94213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 18:14:14.444836 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60743938-c197-4c79-8d92-5e3c01a00f75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6072d268-83e1-43de-ba08-68d343e5dae0,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:14:14.450964 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-60743938-c197-4c79-8d92-5e3c01a00f75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:14.452869 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-60743938-c197-4c79-8d92-5e3c01a00f75 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/6072d268-83e1-43de-ba08-68d343e5dae0 HTTP/1.1" status: 204 len: 168 time: 0.3023643 Aug 12 18:14:14.457731 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 52346) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:14:14.462198 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3e915e3f-d15d-43f0-8e4b-b651f26fa9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763627144933'] for port, after_create {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:14.531709 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e915e3f-d15d-43f0-8e4b-b651f26fa9b1 None None] Pushing event updated for resources: {'Port': ['ID=23510df2-461a-4957-835b-f1d7e2bfb618,revision_number=1']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:14:14.561339 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e915e3f-d15d-43f0-8e4b-b651f26fa9b1 None None] Network 31201492-d25f-40e0-b40e-85e206051e6d is already hosted by enough agents. {{(pid=94213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 18:14:14.565585 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.scheduler.base_scheduler [None req-3e915e3f-d15d-43f0-8e4b-b651f26fa9b1 None None] Resources bound (agent type, host, resource id): {{(pid=94213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 18:14:14.568154 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e915e3f-d15d-43f0-8e4b-b651f26fa9b1 None None] Received port after_create {{(pid=94213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 18:14:14.604064 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb3af0-4857-41ca-be62-820d9e4cfd4e req-24d2228e-063e-426f-9738-bd65fc9166db tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:14:14.607438 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-d9eb3af0-4857-41ca-be62-820d9e4cfd4e req-24d2228e-063e-426f-9738-bd65fc9166db tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc HTTP/1.1" status: 200 len: 945 time: 0.1029229 Aug 12 18:14:14.629880 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.managers [None req-3e915e3f-d15d-43f0-8e4b-b651f26fa9b1 None None] Attempting to bind port 23510df2-461a-4957-835b-f1d7e2bfb618 on host dv-cinder-759943-10-iscsi for vnic_type normal with profile {{(pid=94213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 18:14:14.630425 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.managers [None req-3e915e3f-d15d-43f0-8e4b-b651f26fa9b1 None None] Attempting to bind port 23510df2-461a-4957-835b-f1d7e2bfb618 by drivers openvswitch,hyperv on host dv-cinder-759943-10-iscsi at level 0 using segments [{'id': '12b6e908-d387-45ae-adb0-8f4da70f126b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '31201492-d25f-40e0-b40e-85e206051e6d'}] {{(pid=94213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 18:14:14.630891 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e915e3f-d15d-43f0-8e4b-b651f26fa9b1 None None] Attempting to bind port 23510df2-461a-4957-835b-f1d7e2bfb618 on network 31201492-d25f-40e0-b40e-85e206051e6d {{(pid=94213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 18:14:14.632904 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-d70bd395-fa4e-444d-b98d-cd2a884e5b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1816869'] for network, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:14.636827 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e915e3f-d15d-43f0-8e4b-b651f26fa9b1 None None] Checking agent: {'id': '5c163145-f35a-4c40-8b97-030a9bee90f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 18, 4, 38), 'started_at': datetime.datetime(2021, 8, 12, 18, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 18, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 18:14:14.637359 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e915e3f-d15d-43f0-8e4b-b651f26fa9b1 None None] Checking segment: {'id': '12b6e908-d387-45ae-adb0-8f4da70f126b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '31201492-d25f-40e0-b40e-85e206051e6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 18:14:14.637873 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3e915e3f-d15d-43f0-8e4b-b651f26fa9b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:14.638411 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e915e3f-d15d-43f0-8e4b-b651f26fa9b1 None None] Bound using segment: {'id': '12b6e908-d387-45ae-adb0-8f4da70f126b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '31201492-d25f-40e0-b40e-85e206051e6d'} {{(pid=94213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 18:14:14.638980 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.managers [None req-3e915e3f-d15d-43f0-8e4b-b651f26fa9b1 None None] Bound port: 23510df2-461a-4957-835b-f1d7e2bfb618, host: dv-cinder-759943-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12b6e908-d387-45ae-adb0-8f4da70f126b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '31201492-d25f-40e0-b40e-85e206051e6d'}}] {{(pid=94213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 18:14:14.639461 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3e915e3f-d15d-43f0-8e4b-b651f26fa9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:14.649468 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-fa467082-dd01-4cb0-9de0-8ae8082f94a4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:14.680565 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-fa467082-dd01-4cb0-9de0-8ae8082f94a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:14.695854 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-d9eb3af0-4857-41ca-be62-820d9e4cfd4e req-3d78dbce-6e98-411f-b4bb-3d64e2551c02 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/security-groups?id=c57fdca1-344f-4de7-a17a-826f1447a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740218 Aug 12 18:14:14.749351 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-3e915e3f-d15d-43f0-8e4b-b651f26fa9b1 None None] For port 23510df2-461a-4957-835b-f1d7e2bfb618, host dv-cinder-759943-10-iscsi, cleared binding levels {{(pid=94213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 18:14:14.753950 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-3e915e3f-d15d-43f0-8e4b-b651f26fa9b1 None None] For port 23510df2-461a-4957-835b-f1d7e2bfb618, host dv-cinder-759943-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-10-iscsi',level=0,port_id=23510df2-461a-4957-835b-f1d7e2bfb618,segment=NetworkSegment(12b6e908-d387-45ae-adb0-8f4da70f126b),segment_id=12b6e908-d387-45ae-adb0-8f4da70f126b)] {{(pid=94213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 18:14:14.765921 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3e915e3f-d15d-43f0-8e4b-b651f26fa9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:14.850361 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e915e3f-d15d-43f0-8e4b-b651f26fa9b1 None None] Pushing event updated for resources: {'Port': ['ID=23510df2-461a-4957-835b-f1d7e2bfb618,revision_number=2']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:14:14.853525 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-d70bd395-fa4e-444d-b98d-cd2a884e5b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1735549', 'neutron.services.segments.db._delete_segments_for_network-8763627670128'] for network, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:14.892296 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-d70bd395-fa4e-444d-b98d-cd2a884e5b39 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:14:14.892677 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-d70bd395-fa4e-444d-b98d-cd2a884e5b39 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:14:14.893421 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-d70bd395-fa4e-444d-b98d-cd2a884e5b39 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:14:14.893755 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-d70bd395-fa4e-444d-b98d-cd2a884e5b39 admin admin] Subscribe: > port after_create 55550000 {{(pid=94212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:14:14.894116 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-d70bd395-fa4e-444d-b98d-cd2a884e5b39 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:14:14.894453 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-d70bd395-fa4e-444d-b98d-cd2a884e5b39 admin admin] Subscribe: > port after_update 55550000 {{(pid=94212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:14:14.894769 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-d70bd395-fa4e-444d-b98d-cd2a884e5b39 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:14:14.895105 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-d70bd395-fa4e-444d-b98d-cd2a884e5b39 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:14:14.895415 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-d70bd395-fa4e-444d-b98d-cd2a884e5b39 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:14:14.895728 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-d70bd395-fa4e-444d-b98d-cd2a884e5b39 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:14:14.966686 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-d70bd395-fa4e-444d-b98d-cd2a884e5b39 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:14:14.967044 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-d70bd395-fa4e-444d-b98d-cd2a884e5b39 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:14:14.967377 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-d70bd395-fa4e-444d-b98d-cd2a884e5b39 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:14:14.967705 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-d70bd395-fa4e-444d-b98d-cd2a884e5b39 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 18:14:14.968077 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.services.segments.db [None req-d70bd395-fa4e-444d-b98d-cd2a884e5b39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61bc53ba-622c-43a4-8108-e3973f2370d1']}} {{(pid=94212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:14:14.994848 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.services.segments.db [None req-d70bd395-fa4e-444d-b98d-cd2a884e5b39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7664eadb-75e5-40b8-815a-8c8474946154') {'for_net_delete': True} {{(pid=94212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:14:14.995126 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.services.segments.db [None req-d70bd395-fa4e-444d-b98d-cd2a884e5b39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7664eadb-75e5-40b8-815a-8c8474946154') {} {{(pid=94212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:14:15.007833 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31ea759-2d3f-4dda-bf97-da55a20e3b38 req-87ae34a3-6b28-49c8-aa67-b5c1a3630961 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:14:15.009341 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-a31ea759-2d3f-4dda-bf97-da55a20e3b38 req-87ae34a3-6b28-49c8-aa67-b5c1a3630961 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc73c794-c918-4d35-b969-010662453973 HTTP/1.1" status: 200 len: 946 time: 0.2198896 Aug 12 18:14:15.036618 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-d70bd395-fa4e-444d-b98d-cd2a884e5b39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763627625081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10322280'] for segment, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:15.090933 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.db_base_plugin_common [None req-fa467082-dd01-4cb0-9de0-8ae8082f94a4 admin admin] Allocated IP 172.27.3.141 (7a7b82d9-a69e-485d-9e07-6a129d075bce/c473b355-6ff8-4f1b-9a18-c893e152c20b/78feda6e-8f67-439f-ba86-f1828c94e390) {{(pid=94212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 18:14:15.110086 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-d70bd395-fa4e-444d-b98d-cd2a884e5b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735099'] for segment, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:15.128978 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d70bd395-fa4e-444d-b98d-cd2a884e5b39 admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=94212) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 18:14:15.131061 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-d70bd395-fa4e-444d-b98d-cd2a884e5b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8400840'] for segment, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:15.141921 dv-cinder-759943-10-iscsi neutron-server[94212]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 12 18:14:15.141921 dv-cinder-759943-10-iscsi neutron-server[94212]: from cryptography.utils import int_from_bytes Aug 12 18:14:15.141921 dv-cinder-759943-10-iscsi neutron-server[94212]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 12 18:14:15.141921 dv-cinder-759943-10-iscsi neutron-server[94212]: from cryptography.utils import int_from_bytes Aug 12 18:14:15.141921 dv-cinder-759943-10-iscsi neutron-server[94212]: Traceback (most recent call last): Aug 12 18:14:15.141921 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 18:14:15.141921 dv-cinder-759943-10-iscsi neutron-server[94212]: timer() Aug 12 18:14:15.141921 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 18:14:15.141921 dv-cinder-759943-10-iscsi neutron-server[94212]: cb(*args, **kw) Aug 12 18:14:15.141921 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 18:14:15.141921 dv-cinder-759943-10-iscsi neutron-server[94212]: return func(*args, **kwargs) Aug 12 18:14:15.141921 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 18:14:15.141921 dv-cinder-759943-10-iscsi neutron-server[94212]: self._notify() Aug 12 18:14:15.141921 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 18:14:15.141921 dv-cinder-759943-10-iscsi neutron-server[94212]: self.callback(batched_events) Aug 12 18:14:15.141921 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 18:14:15.141921 dv-cinder-759943-10-iscsi neutron-server[94212]: event.method(event) Aug 12 18:14:15.141921 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 18:14:15.141921 dv-cinder-759943-10-iscsi neutron-server[94212]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 18:14:15.141921 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 18:14:15.141921 dv-cinder-759943-10-iscsi neutron-server[94212]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 18:14:15.141921 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 18:14:15.141921 dv-cinder-759943-10-iscsi neutron-server[94212]: return f(self, *a, **k) Aug 12 18:14:15.141921 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 18:14:15.141921 dv-cinder-759943-10-iscsi neutron-server[94212]: return self._get(url).json() Aug 12 18:14:15.141921 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 18:14:15.141921 dv-cinder-759943-10-iscsi neutron-server[94212]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 18:14:15.141921 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 18:14:15.141921 dv-cinder-759943-10-iscsi neutron-server[94212]: return self.request(url, 'GET', **kwargs) Aug 12 18:14:15.141921 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 18:14:15.141921 dv-cinder-759943-10-iscsi neutron-server[94212]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 18:14:15.141921 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 18:14:15.141921 dv-cinder-759943-10-iscsi neutron-server[94212]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 18:14:15.141921 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 18:14:15.141921 dv-cinder-759943-10-iscsi neutron-server[94212]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 18:14:15.141921 dv-cinder-759943-10-iscsi neutron-server[94212]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 18:14:15.239885 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-a31ea759-2d3f-4dda-bf97-da55a20e3b38 req-2e2a55fc-5d1e-4b2a-a893-1eef7651f775 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210069 Aug 12 18:14:15.277100 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-d70bd395-fa4e-444d-b98d-cd2a884e5b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1735524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734910'] for network, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:15.296084 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-d70bd395-fa4e-444d-b98d-cd2a884e5b39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564513'] for network, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:15.298433 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-d70bd395-fa4e-444d-b98d-cd2a884e5b39 admin admin] 10.222.0.30 "DELETE /v2.0/networks/61bc53ba-622c-43a4-8108-e3973f2370d1 HTTP/1.1" status: 204 len: 168 time: 0.8393233 Aug 12 18:14:15.301102 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 52368) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:14:15.324873 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70bd395-fa4e-444d-b98d-cd2a884e5b39 admin admin] Pushing event deleted for resources: {'Network': ['ID=61bc53ba-622c-43a4-8108-e3973f2370d1,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:14:15.360309 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-fa467082-dd01-4cb0-9de0-8ae8082f94a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:15.370434 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3ebff6d-5472-4d1f-a6c2-70fcb23de961 admin admin] Deleting subnet 8b8f33ae-4839-4126-b008-c70536396842 {{(pid=94211) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 18:14:15.374154 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-a3ebff6d-5472-4d1f-a6c2-70fcb23de961 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:15.411368 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-fa467082-dd01-4cb0-9de0-8ae8082f94a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763627144933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8400677'] for port, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:15.426318 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-a3ebff6d-5472-4d1f-a6c2-70fcb23de961 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2620065'] for subnet, precommit_delete_associations {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:15.462018 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 52372) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:14:15.464429 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa467082-dd01-4cb0-9de0-8ae8082f94a4 admin admin] Network 7a7b82d9-a69e-485d-9e07-6a129d075bce is already hosted by enough agents. {{(pid=94212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 18:14:15.469551 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.base_scheduler [None req-fa467082-dd01-4cb0-9de0-8ae8082f94a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 18:14:15.474464 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa467082-dd01-4cb0-9de0-8ae8082f94a4 admin admin] Received port after_create {{(pid=94212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 18:14:15.477512 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa467082-dd01-4cb0-9de0-8ae8082f94a4 admin admin] Pushing event updated for resources: {'Port': ['ID=78feda6e-8f67-439f-ba86-f1828c94e390,revision_number=1']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:14:15.521229 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-a3ebff6d-5472-4d1f-a6c2-70fcb23de961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1735162'] for subnet, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:15.644698 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-a3ebff6d-5472-4d1f-a6c2-70fcb23de961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1735149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9252676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9269149'] for subnet, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:15.691606 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.v2.base [None req-65e535a8-6855-48da-a010-dbe36e8a369b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-68443609-network', 'tenant_id': '031628e1b0824fe2a4da5111af9f7bdc'}} {{(pid=94211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:14:15.703180 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ebff6d-5472-4d1f-a6c2-70fcb23de961 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b8f33ae-4839-4126-b008-c70536396842,revision_number=None']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:14:15.719261 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-a3ebff6d-5472-4d1f-a6c2-70fcb23de961 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564513'] for subnet, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:15.721580 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-a3ebff6d-5472-4d1f-a6c2-70fcb23de961 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/8b8f33ae-4839-4126-b008-c70536396842 HTTP/1.1" status: 204 len: 168 time: 0.4186888 Aug 12 18:14:15.723973 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 52378) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:14:15.803132 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e535a8-6855-48da-a010-dbe36e8a369b admin admin] Made reservation on behalf of 031628e1b0824fe2a4da5111af9f7bdc for: {'network': 1} {{(pid=94211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 18:14:15.805749 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-65e535a8-6855-48da-a010-dbe36e8a369b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for network, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:15.815789 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-fa467082-dd01-4cb0-9de0-8ae8082f94a4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:15.861613 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-65e535a8-6855-48da-a010-dbe36e8a369b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:15.884737 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-5c72632d-ca65-49fc-b03c-1bf9fe0d11bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1816869'] for network, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:16.007745 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6baab4-fa9a-42a1-b791-1dd9f0120781 req-6862733b-733c-4d8c-8f93-40f208d0d5a9 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:14:16.015920 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-3b6baab4-fa9a-42a1-b791-1dd9f0120781 req-6862733b-733c-4d8c-8f93-40f208d0d5a9 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc HTTP/1.1" status: 200 len: 945 time: 0.2048888 Aug 12 18:14:16.056937 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-5c72632d-ca65-49fc-b03c-1bf9fe0d11bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1735549', 'neutron.services.segments.db._delete_segments_for_network-8763627670128'] for network, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:16.077801 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.services.segments.db [None req-5c72632d-ca65-49fc-b03c-1bf9fe0d11bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['558e835b-80b6-4196-95bd-63e4b642e4f6']}} {{(pid=94211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:14:16.104979 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.services.segments.db [None req-5c72632d-ca65-49fc-b03c-1bf9fe0d11bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '766f4d40-25e3-4ddc-bdae-be1adac891eb') {'for_net_delete': True} {{(pid=94211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:14:16.105216 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-fa467082-dd01-4cb0-9de0-8ae8082f94a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-735355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-734950'] for router, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:16.105322 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.services.segments.db [None req-5c72632d-ca65-49fc-b03c-1bf9fe0d11bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '766f4d40-25e3-4ddc-bdae-be1adac891eb') {} {{(pid=94211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:14:16.123866 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-3b6baab4-fa9a-42a1-b791-1dd9f0120781 req-c9c9019b-60bb-4e81-9d44-2864305a0eb1 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/security-groups?id=c57fdca1-344f-4de7-a17a-826f1447a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068902 Aug 12 18:14:16.133400 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-5c72632d-ca65-49fc-b03c-1bf9fe0d11bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763627625081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2620086'] for segment, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:16.167180 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-5c72632d-ca65-49fc-b03c-1bf9fe0d11bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735099'] for segment, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:16.179439 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c72632d-ca65-49fc-b03c-1bf9fe0d11bd admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=94211) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 18:14:16.179941 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-5c72632d-ca65-49fc-b03c-1bf9fe0d11bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9252762'] for segment, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:16.182041 dv-cinder-759943-10-iscsi neutron-server[94211]: Traceback (most recent call last): Aug 12 18:14:16.182041 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 18:14:16.182041 dv-cinder-759943-10-iscsi neutron-server[94211]: timer() Aug 12 18:14:16.182041 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 18:14:16.182041 dv-cinder-759943-10-iscsi neutron-server[94211]: cb(*args, **kw) Aug 12 18:14:16.182041 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 18:14:16.182041 dv-cinder-759943-10-iscsi neutron-server[94211]: return func(*args, **kwargs) Aug 12 18:14:16.182041 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 18:14:16.182041 dv-cinder-759943-10-iscsi neutron-server[94211]: self._notify() Aug 12 18:14:16.182041 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 18:14:16.182041 dv-cinder-759943-10-iscsi neutron-server[94211]: self.callback(batched_events) Aug 12 18:14:16.182041 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 18:14:16.182041 dv-cinder-759943-10-iscsi neutron-server[94211]: event.method(event) Aug 12 18:14:16.182041 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 18:14:16.182041 dv-cinder-759943-10-iscsi neutron-server[94211]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 18:14:16.182041 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 18:14:16.182041 dv-cinder-759943-10-iscsi neutron-server[94211]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 18:14:16.182041 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 18:14:16.182041 dv-cinder-759943-10-iscsi neutron-server[94211]: return f(self, *a, **k) Aug 12 18:14:16.182041 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 18:14:16.182041 dv-cinder-759943-10-iscsi neutron-server[94211]: return self._get(url).json() Aug 12 18:14:16.182041 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 18:14:16.182041 dv-cinder-759943-10-iscsi neutron-server[94211]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 18:14:16.182041 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 18:14:16.182041 dv-cinder-759943-10-iscsi neutron-server[94211]: return self.request(url, 'GET', **kwargs) Aug 12 18:14:16.182041 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 18:14:16.182041 dv-cinder-759943-10-iscsi neutron-server[94211]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 18:14:16.182041 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 18:14:16.182041 dv-cinder-759943-10-iscsi neutron-server[94211]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 18:14:16.182041 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 18:14:16.182041 dv-cinder-759943-10-iscsi neutron-server[94211]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 18:14:16.182041 dv-cinder-759943-10-iscsi neutron-server[94211]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 18:14:16.233414 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0902ab0-f4ee-42d7-b707-b8644e843c50 None None] Network 31201492-d25f-40e0-b40e-85e206051e6d requested from dv-cinder-759943-10-iscsi {{(pid=94213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 18:14:16.419102 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa467082-dd01-4cb0-9de0-8ae8082f94a4 admin admin] Router d11d2fd1-d1a0-49fc-8636-baf140635d08 is scheduled to L3 agent 35f8a3af-1ed6-4507-a756-5ee5db7e6400 with binding_index 1 {{(pid=94212) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 18:14:16.525861 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-65e535a8-6855-48da-a010-dbe36e8a369b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:16.559861 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-65e535a8-6855-48da-a010-dbe36e8a369b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:16.565440 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-5c72632d-ca65-49fc-b03c-1bf9fe0d11bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1735524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734910'] for network, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:16.567314 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device 23510df2-461a-4957-835b-f1d7e2bfb618 up at agent ovs-agent-dv-cinder-759943-10-iscsi {{(pid=94213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 18:14:16.591430 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-db30492a-bf64-4b16-b4ca-31290f3e6bef None None] Provisioning for port 23510df2-461a-4957-835b-f1d7e2bfb618 completed by entity DHCP. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 18:14:16.607250 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65e535a8-6855-48da-a010-dbe36e8a369b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=94211) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 18:14:16.609211 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c72632d-ca65-49fc-b03c-1bf9fe0d11bd admin admin] Pushing event deleted for resources: {'Network': ['ID=558e835b-80b6-4196-95bd-63e4b642e4f6,revision_number=None']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:14:16.617619 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-5c72632d-ca65-49fc-b03c-1bf9fe0d11bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564513'] for network, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:16.639443 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-5c72632d-ca65-49fc-b03c-1bf9fe0d11bd admin admin] 10.222.0.30 "DELETE /v2.0/networks/558e835b-80b6-4196-95bd-63e4b642e4f6 HTTP/1.1" status: 204 len: 168 time: 0.9140508 Aug 12 18:14:16.650368 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-65e535a8-6855-48da-a010-dbe36e8a369b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735099'] for segment, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:16.651101 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.db.segments_db [None req-65e535a8-6855-48da-a010-dbe36e8a369b admin admin] Added segment c3f2ddd1-9fd8-41f9-a075-e26a18087b9c of type vlan for network 0448be81-43ad-4bb4-987d-6c34e9542161 Aug 12 18:14:16.692681 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Provisioning for port 23510df2-461a-4957-835b-f1d7e2bfb618 completed by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 18:14:16.698186 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605e7e6b-0220-4369-aa77-9df5cca37e33 req-a8b706c7-c540-4931-9a07-f1e8d3693637 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:14:16.699859 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-605e7e6b-0220-4369-aa77-9df5cca37e33 req-a8b706c7-c540-4931-9a07-f1e8d3693637 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc73c794-c918-4d35-b969-010662453973 HTTP/1.1" status: 200 len: 946 time: 0.1282926 Aug 12 18:14:16.743316 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Provisioning complete for port 23510df2-461a-4957-835b-f1d7e2bfb618 triggered by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:14:16.743962 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:16.746287 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e535a8-6855-48da-a010-dbe36e8a369b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e39cc8c8-95b8-4973-8ebf-5d5b44e65dcb,revision_number=1']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:14:16.770436 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-65e535a8-6855-48da-a010-dbe36e8a369b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763627130179'] for network, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:16.797076 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa467082-dd01-4cb0-9de0-8ae8082f94a4 admin admin] Notify agent at l3_agent.dv-cinder-759943-10-iscsi the message routers_updated {{(pid=94212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 18:14:16.814151 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f740023f-ffb1-41a9-9f4a-864797411d16 None None] Sync routers for ids ['d11d2fd1-d1a0-49fc-8636-baf140635d08'] in dv-cinder-759943-10-iscsi {{(pid=94214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 18:14:16.828202 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-605e7e6b-0220-4369-aa77-9df5cca37e33 req-73e3ac71-3a8c-4beb-8684-ada3053555d8 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143875 Aug 12 18:14:16.837366 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f740023f-ffb1-41a9-9f4a-864797411d16 None None] Routers {'d11d2fd1-d1a0-49fc-8636-baf140635d08'} bound to L3 agent in host dv-cinder-759943-10-iscsi {{(pid=94214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 18:14:16.838042 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_hamode_db [None req-f740023f-ffb1-41a9-9f4a-864797411d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T18:04:37Z,description=,heartbeat_timestamp=2021-08-12T18:14:07Z,host='dv-cinder-759943-10-iscsi',id=35f8a3af-1ed6-4507-a756-5ee5db7e6400,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T18:04:37Z,topic='l3_agent')) {'router_ids': ['d11d2fd1-d1a0-49fc-8636-baf140635d08'], 'active': True} {{(pid=94214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:14:16.844458 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-65e535a8-6855-48da-a010-dbe36e8a369b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543'] for network, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:16.845641 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e535a8-6855-48da-a010-dbe36e8a369b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:14:16.846359 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-65e535a8-6855-48da-a010-dbe36e8a369b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564513'] for network, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:16.848018 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-fa467082-dd01-4cb0-9de0-8ae8082f94a4 admin admin] Notify callbacks [] for router, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:16.850542 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-fa467082-dd01-4cb0-9de0-8ae8082f94a4 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0910485 Aug 12 18:14:16.852936 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 52392) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:14:16.853067 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:16.873983 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 52394) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:14:16.907724 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] For port 23510df2-461a-4957-835b-f1d7e2bfb618, host dv-cinder-759943-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-10-iscsi',level=0,port_id=23510df2-461a-4957-835b-f1d7e2bfb618,segment=NetworkSegment(12b6e908-d387-45ae-adb0-8f4da70f126b),segment_id=12b6e908-d387-45ae-adb0-8f4da70f126b)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:14:16.925633 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:16.984680 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_dvr_db [None req-f740023f-ffb1-41a9-9f4a-864797411d16 None None] Set router d11d2fd1-d1a0-49fc-8636-baf140635d08 gateway port host: dv-cinder-759943-10-iscsi {{(pid=94214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 18:14:17.002354 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Pushing event updated for resources: {'Port': ['ID=23510df2-461a-4957-835b-f1d7e2bfb618,revision_number=3']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:14:17.022811 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e535a8-6855-48da-a010-dbe36e8a369b admin admin] Pushing event updated for resources: {'Network': ['ID=0448be81-43ad-4bb4-987d-6c34e9542161,revision_number=1']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:14:17.033159 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Network 0448be81-43ad-4bb4-987d-6c34e9542161 details requested by agent ovs-agent-dv-cinder-759943-10-iscsi with host dv-cinder-759943-10-iscsi {{(pid=94213) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 18:14:17.066579 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-65e535a8-6855-48da-a010-dbe36e8a369b admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5997796 Aug 12 18:14:17.069774 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 52396) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:14:17.095397 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.v2.base [None req-22a5137e-727b-462b-8030-e9c26f281a74 admin admin] Request body: {'subnet': {'network_id': '0448be81-43ad-4bb4-987d-6c34e9542161', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-68443609-subnet', 'tenant_id': '031628e1b0824fe2a4da5111af9f7bdc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:14:17.126559 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-0f432d11-612c-447f-a5a3-34801922945f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a60c0d3dd6634caaaf0a6caa1554e033&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2452037 Aug 12 18:14:17.127617 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 52398) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:14:17.163803 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a5137e-727b-462b-8030-e9c26f281a74 admin admin] Made reservation on behalf of 031628e1b0824fe2a4da5111af9f7bdc for: {'subnet': 1} {{(pid=94212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 18:14:17.171062 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-22a5137e-727b-462b-8030-e9c26f281a74 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8840039'] for subnet, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:17.204766 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-997af03a-1d78-465e-8932-47180e5cc8bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:17.229948 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-997af03a-1d78-465e-8932-47180e5cc8bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:17.255682 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-678daeb8-4bbd-468e-b7fa-20452479af7c None None] Provisioning complete for port 23510df2-461a-4957-835b-f1d7e2bfb618 triggered by entity DHCP. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:14:17.256208 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-678daeb8-4bbd-468e-b7fa-20452479af7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:17.359230 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-997af03a-1d78-465e-8932-47180e5cc8bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:17.365885 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-997af03a-1d78-465e-8932-47180e5cc8bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:17.370567 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-997af03a-1d78-465e-8932-47180e5cc8bb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f4021929-c268-4896-97b8-f0a86c709062 HTTP/1.1" status: 204 len: 168 time: 0.2419095 Aug 12 18:14:17.392128 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f9f89d-fc97-489d-b307-7c6da9257ea2 req-72d201d1-ed2a-4a17-97d1-322561467f28 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:14:17.402043 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_hamode_db [None req-f740023f-ffb1-41a9-9f4a-864797411d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd11d2fd1-d1a0-49fc-8636-baf140635d08', 'name': 'tempest-TestShelveInstance-1333231278-router', 'tenant_id': '924212fddaa448b5b1093e482a785cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '78feda6e-8f67-439f-ba86-f1828c94e390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:14:13Z', 'updated_at': '2021-08-12T18:14:15Z', 'revision_number': 3, 'project_id': '924212fddaa448b5b1093e482a785cd7', 'gw_port': {'id': '78feda6e-8f67-439f-ba86-f1828c94e390', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2f:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd11d2fd1-d1a0-49fc-8636-baf140635d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:14:14Z', 'updated_at': '2021-08-12T18:14:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi'}], 'dv-cinder-759943-10-iscsi', False) {} {{(pid=94214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:14:17.405527 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-a3f9f89d-fc97-489d-b307-7c6da9257ea2 req-72d201d1-ed2a-4a17-97d1-322561467f28 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc HTTP/1.1" status: 200 len: 945 time: 0.1208627 Aug 12 18:14:17.446218 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997af03a-1d78-465e-8932-47180e5cc8bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4021929-c268-4896-97b8-f0a86c709062,revision_number=None']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:14:17.480279 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f740023f-ffb1-41a9-9f4a-864797411d16 None None] Checking router: d11d2fd1-d1a0-49fc-8636-baf140635d08 for host: dv-cinder-759943-10-iscsi {{(pid=94214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 18:14:17.480638 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f740023f-ffb1-41a9-9f4a-864797411d16 None None] Updating router d11d2fd1-d1a0-49fc-8636-baf140635d08 port 78feda6e-8f67-439f-ba86-f1828c94e390 binding host dv-cinder-759943-10-iscsi {{(pid=94214) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 18:14:17.482351 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-a3f9f89d-fc97-489d-b307-7c6da9257ea2 req-4056199f-1390-4a40-b490-04ea961cdc93 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/security-groups?id=c57fdca1-344f-4de7-a17a-826f1447a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594342 Aug 12 18:14:17.529568 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron_lib.callbacks.manager [None req-f740023f-ffb1-41a9-9f4a-864797411d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:17.908608 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 52412) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:14:17.921228 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-22a5137e-727b-462b-8030-e9c26f281a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8400721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8840021'] for subnet, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:17.922258 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron_lib.callbacks.manager [None req-f740023f-ffb1-41a9-9f4a-864797411d16 None None] Notify callbacks [] for port, precommit_update {{(pid=94214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:17.940208 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.provisioning_blocks [None req-f740023f-ffb1-41a9-9f4a-864797411d16 None None] Transition to ACTIVE for port object 78feda6e-8f67-439f-ba86-f1828c94e390 will not be triggered until provisioned by entity L2. {{(pid=94214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 18:14:17.952360 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron_lib.callbacks.manager [None req-f740023f-ffb1-41a9-9f4a-864797411d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:17.988193 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-c5747f28-fa81-4c2d-bb07-8e6726126339 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3caf9ea28fa74d62bc1d8cf14ea6b798&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0784662 Aug 12 18:14:17.990558 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 52414) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:14:18.021381 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.managers [None req-f740023f-ffb1-41a9-9f4a-864797411d16 None None] Attempting to bind port 78feda6e-8f67-439f-ba86-f1828c94e390 on host dv-cinder-759943-10-iscsi for vnic_type normal with profile {{(pid=94214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 18:14:18.021777 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.managers [None req-f740023f-ffb1-41a9-9f4a-864797411d16 None None] Attempting to bind port 78feda6e-8f67-439f-ba86-f1828c94e390 by drivers openvswitch,hyperv on host dv-cinder-759943-10-iscsi at level 0 using segments [{'id': '7eaed6a7-5a45-4d84-aa5c-ab7d15676367', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce'}] {{(pid=94214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 18:14:18.022582 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f740023f-ffb1-41a9-9f4a-864797411d16 None None] Attempting to bind port 78feda6e-8f67-439f-ba86-f1828c94e390 on network 7a7b82d9-a69e-485d-9e07-6a129d075bce {{(pid=94214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 18:14:18.031410 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aab58a-b3b2-4b32-889f-16c7940c6c49 None None] Pushing event updated for resources: {'Port': ['ID=78feda6e-8f67-439f-ba86-f1828c94e390,revision_number=2']} {{(pid=94214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:14:18.034019 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f740023f-ffb1-41a9-9f4a-864797411d16 None None] Checking agent: {'id': '5c163145-f35a-4c40-8b97-030a9bee90f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 18, 4, 38), 'started_at': datetime.datetime(2021, 8, 12, 18, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 18, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 18:14:18.034187 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f740023f-ffb1-41a9-9f4a-864797411d16 None None] Checking segment: {'id': '7eaed6a7-5a45-4d84-aa5c-ab7d15676367', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 18:14:18.034476 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron_lib.callbacks.manager [None req-f740023f-ffb1-41a9-9f4a-864797411d16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:18.034876 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f740023f-ffb1-41a9-9f4a-864797411d16 None None] Bound using segment: {'id': '7eaed6a7-5a45-4d84-aa5c-ab7d15676367', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce'} {{(pid=94214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 18:14:18.035350 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.managers [None req-f740023f-ffb1-41a9-9f4a-864797411d16 None None] Bound port: 78feda6e-8f67-439f-ba86-f1828c94e390, host: dv-cinder-759943-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eaed6a7-5a45-4d84-aa5c-ab7d15676367', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce'}}] {{(pid=94214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 18:14:18.035764 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron_lib.callbacks.manager [None req-f740023f-ffb1-41a9-9f4a-864797411d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:18.053644 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a5137e-727b-462b-8030-e9c26f281a74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61a93eca-119c-47b8-8ee3-141e6c4898af,revision_number=0']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:14:18.064046 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-6305a3b8-e5dd-4c0e-8aeb-443f988b6ea7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:18.081085 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aab58a-b3b2-4b32-889f-16c7940c6c49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:14:18.081959 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aab58a-b3b2-4b32-889f-16c7940c6c49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:14:18.082407 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aab58a-b3b2-4b32-889f-16c7940c6c49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:14:18.082840 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aab58a-b3b2-4b32-889f-16c7940c6c49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:14:18.083833 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aab58a-b3b2-4b32-889f-16c7940c6c49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:14:18.083833 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aab58a-b3b2-4b32-889f-16c7940c6c49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:14:18.084250 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a5137e-727b-462b-8030-e9c26f281a74 admin admin] Checking segment: {'id': 'c3f2ddd1-9fd8-41f9-a075-e26a18087b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '0448be81-43ad-4bb4-987d-6c34e9542161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 18:14:18.084385 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aab58a-b3b2-4b32-889f-16c7940c6c49 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:14:18.084611 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a5137e-727b-462b-8030-e9c26f281a74 admin admin] Network hostable DHCP agents. Network: 0448be81-43ad-4bb4-987d-6c34e9542161, hostable agents: ['da9a4366-d1ff-4171-be52-f44c47b2851f'], hosted agents: [] {{(pid=94212) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 18:14:18.084833 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aab58a-b3b2-4b32-889f-16c7940c6c49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:14:18.085276 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aab58a-b3b2-4b32-889f-16c7940c6c49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:14:18.085697 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aab58a-b3b2-4b32-889f-16c7940c6c49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:14:18.086342 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aab58a-b3b2-4b32-889f-16c7940c6c49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:14:18.086805 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aab58a-b3b2-4b32-889f-16c7940c6c49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:14:18.098104 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922bd0e3-ce4f-42e4-9b60-da6be63eac39 req-211447f5-9b1a-4b30-8add-4e5cd486c19c tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:14:18.099636 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-922bd0e3-ce4f-42e4-9b60-da6be63eac39 req-211447f5-9b1a-4b30-8add-4e5cd486c19c tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc73c794-c918-4d35-b969-010662453973 HTTP/1.1" status: 200 len: 946 time: 0.1461093 Aug 12 18:14:18.101383 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-6305a3b8-e5dd-4c0e-8aeb-443f988b6ea7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:18.159961 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-7ffff908-a788-4816-a4df-d3a03162ecab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:18.170568 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.db [None req-f740023f-ffb1-41a9-9f4a-864797411d16 None None] For port 78feda6e-8f67-439f-ba86-f1828c94e390, host dv-cinder-759943-10-iscsi, cleared binding levels {{(pid=94214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 18:14:18.172668 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a5137e-727b-462b-8030-e9c26f281a74 admin admin] Network 0448be81-43ad-4bb4-987d-6c34e9542161 is scheduled to be hosted by DHCP agent da9a4366-d1ff-4171-be52-f44c47b2851f with binding_index 1 {{(pid=94212) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 18:14:18.174410 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-6305a3b8-e5dd-4c0e-8aeb-443f988b6ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:18.178924 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-6305a3b8-e5dd-4c0e-8aeb-443f988b6ea7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:18.180400 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-6305a3b8-e5dd-4c0e-8aeb-443f988b6ea7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/67b68ae0-2b25-40ab-83f5-2f06859a2938 HTTP/1.1" status: 204 len: 168 time: 0.1888244 Aug 12 18:14:18.181216 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.db [None req-f740023f-ffb1-41a9-9f4a-864797411d16 None None] For port 78feda6e-8f67-439f-ba86-f1828c94e390, host dv-cinder-759943-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-10-iscsi',level=0,port_id=78feda6e-8f67-439f-ba86-f1828c94e390,segment=NetworkSegment(7eaed6a7-5a45-4d84-aa5c-ab7d15676367),segment_id=7eaed6a7-5a45-4d84-aa5c-ab7d15676367)] {{(pid=94214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 18:14:18.192677 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6305a3b8-e5dd-4c0e-8aeb-443f988b6ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b68ae0-2b25-40ab-83f5-2f06859a2938,revision_number=None']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:14:18.198457 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-922bd0e3-ce4f-42e4-9b60-da6be63eac39 req-59600a76-ad30-4a43-b373-82a2409860e3 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752082 Aug 12 18:14:18.205421 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.base_scheduler [None req-22a5137e-727b-462b-8030-e9c26f281a74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-10-iscsi, 0448be81-43ad-4bb4-987d-6c34e9542161) {{(pid=94212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 18:14:18.211314 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a5137e-727b-462b-8030-e9c26f281a74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:14:18.211904 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-22a5137e-727b-462b-8030-e9c26f281a74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:18.215593 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron_lib.callbacks.manager [None req-f740023f-ffb1-41a9-9f4a-864797411d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:18.219888 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3b12cd-bd44-4124-ba65-ea4f5619b4e9 None None] Network 0448be81-43ad-4bb4-987d-6c34e9542161 requested from dv-cinder-759943-10-iscsi {{(pid=94213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 18:14:18.341745 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-22a5137e-727b-462b-8030-e9c26f281a74 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2632282 Aug 12 18:14:18.356911 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device 23510df2-461a-4957-835b-f1d7e2bfb618 up at agent ovs-agent-dv-cinder-759943-10-iscsi {{(pid=94213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 18:14:18.376291 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aab58a-b3b2-4b32-889f-16c7940c6c49 None None] Pushing event updated for resources: {'Port': ['ID=78feda6e-8f67-439f-ba86-f1828c94e390,revision_number=3']} {{(pid=94214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:14:18.388599 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f740023f-ffb1-41a9-9f4a-864797411d16 None None] Routers {'d11d2fd1-d1a0-49fc-8636-baf140635d08'} bound to L3 agent in host dv-cinder-759943-10-iscsi {{(pid=94214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 18:14:18.389287 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_hamode_db [None req-f740023f-ffb1-41a9-9f4a-864797411d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T18:04:37Z,description=,heartbeat_timestamp=2021-08-12T18:14:07Z,host='dv-cinder-759943-10-iscsi',id=35f8a3af-1ed6-4507-a756-5ee5db7e6400,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T18:04:37Z,topic='l3_agent')) {'router_ids': ['d11d2fd1-d1a0-49fc-8636-baf140635d08'], 'active': True} {{(pid=94214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:14:18.575719 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.db_base_plugin_common [None req-7ffff908-a788-4816-a4df-d3a03162ecab admin admin] Allocated IP 172.20.0.1 (31201492-d25f-40e0-b40e-85e206051e6d/019c3d0a-2e33-4501-a1d9-19968c2a45a9/3aa10e17-cb66-4a6a-af0a-f42bff96a5c6) {{(pid=94212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 18:14:18.595370 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Provisioning complete for port 23510df2-461a-4957-835b-f1d7e2bfb618 triggered by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:14:18.595754 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:18.692255 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_dvr_db [None req-f740023f-ffb1-41a9-9f4a-864797411d16 None None] Set router d11d2fd1-d1a0-49fc-8636-baf140635d08 gateway port host: dv-cinder-759943-10-iscsi {{(pid=94214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 18:14:18.708451 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd416ab0-7715-4ca8-a574-ba1036596171 None None] Network 0448be81-43ad-4bb4-987d-6c34e9542161 requested from dv-cinder-759943-10-iscsi {{(pid=94213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 18:14:18.781841 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a9baa0-197e-4abb-879c-6a1ddd13bc83 req-0f6d0f18-a06c-44cd-9031-3846086107f9 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:14:18.797472 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-a8a9baa0-197e-4abb-879c-6a1ddd13bc83 req-0f6d0f18-a06c-44cd-9031-3846086107f9 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc HTTP/1.1" status: 200 len: 945 time: 0.1659031 Aug 12 18:14:18.886744 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-7ffff908-a788-4816-a4df-d3a03162ecab admin admin] Notify callbacks [] for port, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:18.922302 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-a8a9baa0-197e-4abb-879c-6a1ddd13bc83 req-9f199ad3-3fcf-4215-b3bd-cf1b9ba653e2 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/security-groups?id=c57fdca1-344f-4de7-a17a-826f1447a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135333 Aug 12 18:14:18.938781 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.provisioning_blocks [None req-7ffff908-a788-4816-a4df-d3a03162ecab admin admin] Transition to ACTIVE for port object 3aa10e17-cb66-4a6a-af0a-f42bff96a5c6 will not be triggered until provisioned by entity DHCP. {{(pid=94212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 18:14:18.998373 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-7ffff908-a788-4816-a4df-d3a03162ecab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763627144933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8400677'] for port, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:19.045977 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ffff908-a788-4816-a4df-d3a03162ecab admin admin] Network 31201492-d25f-40e0-b40e-85e206051e6d is already hosted by enough agents. {{(pid=94212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 18:14:19.052637 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.base_scheduler [None req-7ffff908-a788-4816-a4df-d3a03162ecab admin admin] Resources bound (agent type, host, resource id): {{(pid=94212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 18:14:19.055253 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffff908-a788-4816-a4df-d3a03162ecab admin admin] Pushing event updated for resources: {'Port': ['ID=3aa10e17-cb66-4a6a-af0a-f42bff96a5c6,revision_number=1']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:14:19.057579 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffff908-a788-4816-a4df-d3a03162ecab admin admin] Received port after_create {{(pid=94212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 18:14:19.177014 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-7ffff908-a788-4816-a4df-d3a03162ecab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693555'] for router_interface, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:19.256692 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_hamode_db [None req-f740023f-ffb1-41a9-9f4a-864797411d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd11d2fd1-d1a0-49fc-8636-baf140635d08', 'name': 'tempest-TestShelveInstance-1333231278-router', 'tenant_id': '924212fddaa448b5b1093e482a785cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '78feda6e-8f67-439f-ba86-f1828c94e390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:14:13Z', 'updated_at': '2021-08-12T18:14:15Z', 'revision_number': 3, 'project_id': '924212fddaa448b5b1093e482a785cd7', 'gw_port': {'id': '78feda6e-8f67-439f-ba86-f1828c94e390', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2f:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd11d2fd1-d1a0-49fc-8636-baf140635d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:14:14Z', 'updated_at': '2021-08-12T18:14:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi'}], 'dv-cinder-759943-10-iscsi', False) {} {{(pid=94214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:14:19.319042 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f740023f-ffb1-41a9-9f4a-864797411d16 None None] The sync data for ids ['d11d2fd1-d1a0-49fc-8636-baf140635d08'] in dv-cinder-759943-10-iscsi is: [{'id': 'd11d2fd1-d1a0-49fc-8636-baf140635d08', 'name': 'tempest-TestShelveInstance-1333231278-router', 'tenant_id': '924212fddaa448b5b1093e482a785cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '78feda6e-8f67-439f-ba86-f1828c94e390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:14:13Z', 'updated_at': '2021-08-12T18:14:15Z', 'revision_number': 3, 'project_id': '924212fddaa448b5b1093e482a785cd7', 'gw_port': {'id': '78feda6e-8f67-439f-ba86-f1828c94e390', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2f:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd11d2fd1-d1a0-49fc-8636-baf140635d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:14:14Z', 'updated_at': '2021-08-12T18:14:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi'}] {{(pid=94214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 18:14:19.487349 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-65dae9bd-8e08-43e6-a19b-ea6950a69e31 None None] Provisioning for port 3aa10e17-cb66-4a6a-af0a-f42bff96a5c6 completed by entity DHCP. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 18:14:19.507171 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-65dae9bd-8e08-43e6-a19b-ea6950a69e31 None None] Provisioning complete for port 3aa10e17-cb66-4a6a-af0a-f42bff96a5c6 triggered by entity DHCP. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:14:19.507549 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-65dae9bd-8e08-43e6-a19b-ea6950a69e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:19.610061 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-7ffff908-a788-4816-a4df-d3a03162ecab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:19.657244 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdd4298-654e-4e61-8d34-a350754e06b0 req-c1b3ca97-f106-4aa0-a270-56b498c99ef0 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:14:19.664143 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.plugin [None req-65dae9bd-8e08-43e6-a19b-ea6950a69e31 None None] Port 3aa10e17-cb66-4a6a-af0a-f42bff96a5c6 cannot update to ACTIVE because it is not bound. {{(pid=94213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 18:14:19.669484 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-cbdd4298-654e-4e61-8d34-a350754e06b0 req-c1b3ca97-f106-4aa0-a270-56b498c99ef0 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc73c794-c918-4d35-b969-010662453973 HTTP/1.1" status: 200 len: 946 time: 0.1494534 Aug 12 18:14:19.843722 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-cbdd4298-654e-4e61-8d34-a350754e06b0 req-1b2faa5e-aa4b-4476-a6c4-4175c504e0a8 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653054 Aug 12 18:14:20.100883 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-7ffff908-a788-4816-a4df-d3a03162ecab admin admin] Notify callbacks [] for port, precommit_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:20.109709 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-7ffff908-a788-4816-a4df-d3a03162ecab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8400684'] for port, after_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:20.128350 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd69bf1-fb36-4bcc-bcc1-b6541d5c34ad req-c5e4a2b4-54ba-45bd-aead-7367f89b2e84 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:14:20.133540 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-bfd69bf1-fb36-4bcc-bcc1-b6541d5c34ad req-c5e4a2b4-54ba-45bd-aead-7367f89b2e84 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc HTTP/1.1" status: 200 len: 945 time: 0.0988805 Aug 12 18:14:20.226745 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffff908-a788-4816-a4df-d3a03162ecab admin admin] Pushing event updated for resources: {'Port': ['ID=3aa10e17-cb66-4a6a-af0a-f42bff96a5c6,revision_number=2']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:14:20.228244 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-bfd69bf1-fb36-4bcc-bcc1-b6541d5c34ad req-14502efd-3427-4fd8-9660-93875fa28b60 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/security-groups?id=c57fdca1-344f-4de7-a17a-826f1447a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877433 Aug 12 18:14:20.298679 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-7ffff908-a788-4816-a4df-d3a03162ecab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693671'] for router_interface, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:20.301453 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device 78feda6e-8f67-439f-ba86-f1828c94e390 up at agent ovs-agent-dv-cinder-759943-10-iscsi {{(pid=94213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 18:14:20.398656 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Provisioning for port 78feda6e-8f67-439f-ba86-f1828c94e390 completed by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 18:14:20.410538 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Provisioning complete for port 78feda6e-8f67-439f-ba86-f1828c94e390 triggered by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:14:20.411033 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:20.453938 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ffff908-a788-4816-a4df-d3a03162ecab admin admin] Network 31201492-d25f-40e0-b40e-85e206051e6d is already hosted by enough agents. {{(pid=94212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 18:14:20.455418 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.base_scheduler [None req-7ffff908-a788-4816-a4df-d3a03162ecab admin admin] Resources bound (agent type, host, resource id): {{(pid=94212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 18:14:20.671891 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ffff908-a788-4816-a4df-d3a03162ecab admin admin] Router d11d2fd1-d1a0-49fc-8636-baf140635d08 has already been hosted by L3 agent 35f8a3af-1ed6-4507-a756-5ee5db7e6400 {{(pid=94212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 18:14:20.742641 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 52474) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:14:20.821570 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-c7a6bc39-fc88-4e3e-8c6c-6207f64d8486 None None] Provisioning complete for port 3aa10e17-cb66-4a6a-af0a-f42bff96a5c6 triggered by entity DHCP. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:14:20.822615 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c7a6bc39-fc88-4e3e-8c6c-6207f64d8486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:20.827619 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:20.865724 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ffff908-a788-4816-a4df-d3a03162ecab admin admin] Notify agent at l3_agent.dv-cinder-759943-10-iscsi the message routers_updated {{(pid=94212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 18:14:20.885156 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-7ffff908-a788-4816-a4df-d3a03162ecab admin admin] 10.222.0.30 "PUT /v2.0/routers/d11d2fd1-d1a0-49fc-8636-baf140635d08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0260799 Aug 12 18:14:20.949848 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-94dcbade-ee69-4048-a2d6-7e00cd812884 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:20.956793 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] For port 78feda6e-8f67-439f-ba86-f1828c94e390, host dv-cinder-759943-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-10-iscsi',level=0,port_id=78feda6e-8f67-439f-ba86-f1828c94e390,segment=NetworkSegment(7eaed6a7-5a45-4d84-aa5c-ab7d15676367),segment_id=7eaed6a7-5a45-4d84-aa5c-ab7d15676367)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:14:20.980090 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:21.060260 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.plugin [None req-c7a6bc39-fc88-4e3e-8c6c-6207f64d8486 None None] Port 3aa10e17-cb66-4a6a-af0a-f42bff96a5c6 cannot update to ACTIVE because it is not bound. {{(pid=94213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 18:14:21.131086 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Pushing event updated for resources: {'Port': ['ID=78feda6e-8f67-439f-ba86-f1828c94e390,revision_number=4']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:14:21.140878 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67da5bf0-6533-4c07-835c-ef2a09e49954 req-6083d2c6-369f-4dac-95b2-b0846f446afc tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:14:21.142493 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-67da5bf0-6533-4c07-835c-ef2a09e49954 req-6083d2c6-369f-4dac-95b2-b0846f446afc tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc73c794-c918-4d35-b969-010662453973 HTTP/1.1" status: 200 len: 946 time: 0.1300151 Aug 12 18:14:21.156916 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-94dcbade-ee69-4048-a2d6-7e00cd812884 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:21.173976 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-94dcbade-ee69-4048-a2d6-7e00cd812884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:21.208383 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-67da5bf0-6533-4c07-835c-ef2a09e49954 req-d5d72ab0-73a4-4c7c-939d-c9ae8fc5555d tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597653 Aug 12 18:14:21.284568 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-94dcbade-ee69-4048-a2d6-7e00cd812884 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f5dda378297742bda49df9f108f28cd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5405002 Aug 12 18:14:21.288850 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dcbade-ee69-4048-a2d6-7e00cd812884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69b67e42-55da-4402-9eda-a2c8a8951948,revision_number=1']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:14:21.289280 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 52500) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:14:21.335287 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e8f43a-7cb6-4577-8319-c824df8a299e req-fa2ba646-5e08-497c-9768-6cf68c608e97 tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:14:21.344835 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-d7e8f43a-7cb6-4577-8319-c824df8a299e req-fa2ba646-5e08-497c-9768-6cf68c608e97 tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] 10.222.0.30 "GET /v2.0/networks?id=0448be81-43ad-4bb4-987d-6c34e9542161 HTTP/1.1" status: 200 len: 812 time: 0.1832395 Aug 12 18:14:21.362825 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-d7e8f43a-7cb6-4577-8319-c824df8a299e req-76094dd3-31f0-4e90-b370-da899aff9986 tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] 10.222.0.30 "GET /v2.0/quotas/031628e1b0824fe2a4da5111af9f7bdc HTTP/1.1" status: 200 len: 375 time: 0.0158970 Aug 12 18:14:21.406926 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-d7e8f43a-7cb6-4577-8319-c824df8a299e req-52c34c22-619a-453d-aede-3c5e1a165ca5 tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=031628e1b0824fe2a4da5111af9f7bdc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406868 Aug 12 18:14:21.439983 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-0a9bea33-cd14-4809-9501-fda0185ff60b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:21.451041 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a4feb-1c05-4c12-9796-caff3f97c4a5 req-e329c567-b92e-4fec-bb3c-a89b179d8429 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:14:21.452632 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-8e9a4feb-1c05-4c12-9796-caff3f97c4a5 req-e329c567-b92e-4fec-bb3c-a89b179d8429 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc HTTP/1.1" status: 200 len: 945 time: 0.0910025 Aug 12 18:14:21.502190 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-0a9bea33-cd14-4809-9501-fda0185ff60b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:21.514832 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-8e9a4feb-1c05-4c12-9796-caff3f97c4a5 req-f0c1f318-5e01-4620-8861-b86f772fcdd8 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/security-groups?id=c57fdca1-344f-4de7-a17a-826f1447a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541456 Aug 12 18:14:21.561402 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-d7e8f43a-7cb6-4577-8319-c824df8a299e req-46d9650e-f89a-4874-8e2e-615554973191 service neutron] 10.222.0.30 "GET /v2.0/networks/0448be81-43ad-4bb4-987d-6c34e9542161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471167 Aug 12 18:14:21.576771 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-0a9bea33-cd14-4809-9501-fda0185ff60b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:21.582800 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-0a9bea33-cd14-4809-9501-fda0185ff60b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:21.584915 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-0a9bea33-cd14-4809-9501-fda0185ff60b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/69b67e42-55da-4402-9eda-a2c8a8951948 HTTP/1.1" status: 204 len: 168 time: 0.2935503 Aug 12 18:14:21.597024 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9bea33-cd14-4809-9501-fda0185ff60b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b67e42-55da-4402-9eda-a2c8a8951948,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:14:21.731469 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-d7e8f43a-7cb6-4577-8319-c824df8a299e req-c6376cfa-8194-48dd-958d-72addf163d25 service neutron] 10.222.0.30 "GET /v2.0/networks/0448be81-43ad-4bb4-987d-6c34e9542161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691949 Aug 12 18:14:21.812846 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 52516) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:14:21.818120 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.v2.base [None req-dcf98beb-a126-40b1-a126-e9174290fed8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1029728249-network', 'tenant_id': '8b20068286af469d9ab8cf8fcc6fb97d'}} {{(pid=94211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:14:21.869872 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf98beb-a126-40b1-a126-e9174290fed8 admin admin] Made reservation on behalf of 8b20068286af469d9ab8cf8fcc6fb97d for: {'network': 1} {{(pid=94211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 18:14:21.873484 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-dcf98beb-a126-40b1-a126-e9174290fed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for network, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:21.892140 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-dcf98beb-a126-40b1-a126-e9174290fed8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:22.014510 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:22.024740 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-60d55a0e-7c9f-4f58-837f-e9947799f684 req-88078d8d-65f6-4f1f-b978-69dbc33cc2ae tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] 10.222.0.30 "GET /v2.0/ports?device_id=3bd1a2b7-1229-46b3-8fb0-434a7eccafce HTTP/1.1" status: 200 len: 210 time: 0.0730741 Aug 12 18:14:22.046824 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-dcf98beb-a126-40b1-a126-e9174290fed8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:22.053443 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-dcf98beb-a126-40b1-a126-e9174290fed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:22.089416 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcf98beb-a126-40b1-a126-e9174290fed8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=94211) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 18:14:22.112868 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf98beb-a126-40b1-a126-e9174290fed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63831ee4-56ea-4f9c-a2ca-4a3fbf899e2c,revision_number=1']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:14:22.127292 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-dcf98beb-a126-40b1-a126-e9174290fed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735099'] for segment, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:22.127657 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.db.segments_db [None req-dcf98beb-a126-40b1-a126-e9174290fed8 admin admin] Added segment 315fd943-c155-4f47-976b-2a66d06ca7cf of type vlan for network 67719e7f-0156-418a-bff8-25b8c41239b3 Aug 12 18:14:22.211281 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516df0f6-6698-4890-b9e9-2666af9c2fee None None] Sync routers for ids ['d11d2fd1-d1a0-49fc-8636-baf140635d08'] in dv-cinder-759943-10-iscsi {{(pid=94213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 18:14:22.225280 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516df0f6-6698-4890-b9e9-2666af9c2fee None None] Routers {'d11d2fd1-d1a0-49fc-8636-baf140635d08'} bound to L3 agent in host dv-cinder-759943-10-iscsi {{(pid=94213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 18:14:22.225928 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-516df0f6-6698-4890-b9e9-2666af9c2fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T18:04:37Z,description=,heartbeat_timestamp=2021-08-12T18:14:07Z,host='dv-cinder-759943-10-iscsi',id=35f8a3af-1ed6-4507-a756-5ee5db7e6400,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T18:04:37Z,topic='l3_agent')) {'router_ids': ['d11d2fd1-d1a0-49fc-8636-baf140635d08'], 'active': True} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:14:22.241593 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-dcf98beb-a126-40b1-a126-e9174290fed8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763627130179'] for network, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:22.362718 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-dcf98beb-a126-40b1-a126-e9174290fed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543'] for network, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:22.364118 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf98beb-a126-40b1-a126-e9174290fed8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:14:22.364893 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-dcf98beb-a126-40b1-a126-e9174290fed8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564513'] for network, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:22.529999 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf98beb-a126-40b1-a126-e9174290fed8 admin admin] Pushing event updated for resources: {'Network': ['ID=67719e7f-0156-418a-bff8-25b8c41239b3,revision_number=1']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:14:22.579668 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-dcf98beb-a126-40b1-a126-e9174290fed8 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7653971 Aug 12 18:14:22.581219 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 52546) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:14:22.587754 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.v2.base [None req-e3eb9bf8-08be-4b58-a5d9-698fca845a38 admin admin] Request body: {'subnet': {'network_id': '67719e7f-0156-418a-bff8-25b8c41239b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1029728249-subnet', 'tenant_id': '8b20068286af469d9ab8cf8fcc6fb97d', 'ip_version': 4}} {{(pid=94211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:14:22.605649 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e8dee2-9718-40ba-a84d-37352779ad4a req-2c28e79f-5850-40d2-8158-6a88c36df60a tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:14:22.607468 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-92e8dee2-9718-40ba-a84d-37352779ad4a req-2c28e79f-5850-40d2-8158-6a88c36df60a tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc73c794-c918-4d35-b969-010662453973 HTTP/1.1" status: 200 len: 946 time: 0.2161026 Aug 12 18:14:22.638885 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-d0cfe07d-e870-4722-8344-36fca4781076 req-2ca7aaa5-c08a-4da1-ad58-f42ba4435701 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6bec450e-372c-4e5b-8ad5-717ad421be83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3410575 Aug 12 18:14:22.649715 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3eb9bf8-08be-4b58-a5d9-698fca845a38 admin admin] Made reservation on behalf of 8b20068286af469d9ab8cf8fcc6fb97d for: {'subnet': 1} {{(pid=94211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 18:14:22.653136 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-e3eb9bf8-08be-4b58-a5d9-698fca845a38 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9269174'] for subnet, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:22.691654 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvr_db [None req-516df0f6-6698-4890-b9e9-2666af9c2fee None None] Set router d11d2fd1-d1a0-49fc-8636-baf140635d08 gateway port host: dv-cinder-759943-10-iscsi {{(pid=94213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 18:14:22.785819 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device 78feda6e-8f67-439f-ba86-f1828c94e390 up at agent ovs-agent-dv-cinder-759943-10-iscsi {{(pid=94213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 18:14:22.789362 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Network 67719e7f-0156-418a-bff8-25b8c41239b3 details requested by agent ovs-agent-dv-cinder-759943-10-iscsi with host dv-cinder-759943-10-iscsi {{(pid=94213) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 18:14:22.946879 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d34dcfd-84fc-4353-b4b3-15b219e54c40 req-1ab184f9-e91e-4944-a626-b6b67f77de64 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:14:22.961697 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-2d34dcfd-84fc-4353-b4b3-15b219e54c40 req-1ab184f9-e91e-4944-a626-b6b67f77de64 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc HTTP/1.1" status: 200 len: 945 time: 0.3063724 Aug 12 18:14:22.983844 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cfe07d-e870-4722-8344-36fca4781076 req-3a1b607c-50ff-40cc-8b07-6d560b226ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:14:22.985724 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-d0cfe07d-e870-4722-8344-36fca4781076 req-3a1b607c-50ff-40cc-8b07-6d560b226ee5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ec7b40fc66d54f7baf7c87a636dd94ac&device_id=6bec450e-372c-4e5b-8ad5-717ad421be83 HTTP/1.1" status: 200 len: 1098 time: 0.3195205 Aug 12 18:14:23.023471 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-92e8dee2-9718-40ba-a84d-37352779ad4a req-98ec59ab-2290-4e52-8aad-6a4a1a550d0f tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4017661 Aug 12 18:14:23.031885 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-e3eb9bf8-08be-4b58-a5d9-698fca845a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9252611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9269124'] for subnet, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:23.071162 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-2d34dcfd-84fc-4353-b4b3-15b219e54c40 req-78c548bb-105c-4b35-94d6-9c2b71f10848 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/security-groups?id=c57fdca1-344f-4de7-a17a-826f1447a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039627 Aug 12 18:14:23.153544 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Provisioning complete for port 78feda6e-8f67-439f-ba86-f1828c94e390 triggered by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:14:23.154627 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:23.164379 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-516df0f6-6698-4890-b9e9-2666af9c2fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd11d2fd1-d1a0-49fc-8636-baf140635d08', 'name': 'tempest-TestShelveInstance-1333231278-router', 'tenant_id': '924212fddaa448b5b1093e482a785cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '78feda6e-8f67-439f-ba86-f1828c94e390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:14:13Z', 'updated_at': '2021-08-12T18:14:19Z', 'revision_number': 4, 'project_id': '924212fddaa448b5b1093e482a785cd7', 'gw_port': {'id': '78feda6e-8f67-439f-ba86-f1828c94e390', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd11d2fd1-d1a0-49fc-8636-baf140635d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:14:14Z', 'updated_at': '2021-08-12T18:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi', '_interfaces': [{'id': '3aa10e17-cb66-4a6a-af0a-f42bff96a5c6', 'name': '', 'network_id': '31201492-d25f-40e0-b40e-85e206051e6d', 'tenant_id': '924212fddaa448b5b1093e482a785cd7', 'mac_address': 'fa:16:3e:be:9e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd11d2fd1-d1a0-49fc-8636-baf140635d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '019c3d0a-2e33-4501-a1d9-19968c2a45a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:14:18Z', 'updated_at': '2021-08-12T18:14:19Z', 'revision_number': 2, 'project_id': '924212fddaa448b5b1093e482a785cd7', 'subnets': [{'id': '019c3d0a-2e33-4501-a1d9-19968c2a45a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-10-iscsi', False) {} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:14:23.184207 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-6db5d6ad-3de1-42b7-b778-f311a89e6c26 req-37852d79-f9d3-41af-851b-898147b13f76 tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] 10.222.0.30 "GET /v2.0/ports?device_id=3bd1a2b7-1229-46b3-8fb0-434a7eccafce HTTP/1.1" status: 200 len: 210 time: 0.0763464 Aug 12 18:14:23.198844 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eb9bf8-08be-4b58-a5d9-698fca845a38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ddd735a-2403-4a05-8ffa-68543322150c,revision_number=0']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:14:23.213530 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3eb9bf8-08be-4b58-a5d9-698fca845a38 admin admin] Checking segment: {'id': '315fd943-c155-4f47-976b-2a66d06ca7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '67719e7f-0156-418a-bff8-25b8c41239b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 18:14:23.217222 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3eb9bf8-08be-4b58-a5d9-698fca845a38 admin admin] Network hostable DHCP agents. Network: 67719e7f-0156-418a-bff8-25b8c41239b3, hostable agents: ['da9a4366-d1ff-4171-be52-f44c47b2851f'], hosted agents: [] {{(pid=94211) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 18:14:23.265845 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cfe07d-e870-4722-8344-36fca4781076 req-a758ae53-5009-4434-b5e3-08253da0c428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:14:23.267882 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-d0cfe07d-e870-4722-8344-36fca4781076 req-a758ae53-5009-4434-b5e3-08253da0c428 service neutron] 10.222.0.57 "GET /v2.0/networks?id=69280036-392c-4dfc-84c7-1aa4a0c305c8 HTTP/1.1" status: 200 len: 920 time: 0.1939297 Aug 12 18:14:23.274403 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3eb9bf8-08be-4b58-a5d9-698fca845a38 admin admin] Network 67719e7f-0156-418a-bff8-25b8c41239b3 is scheduled to be hosted by DHCP agent da9a4366-d1ff-4171-be52-f44c47b2851f with binding_index 1 {{(pid=94211) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 18:14:23.295030 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.base_scheduler [None req-e3eb9bf8-08be-4b58-a5d9-698fca845a38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-10-iscsi, 67719e7f-0156-418a-bff8-25b8c41239b3) {{(pid=94211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 18:14:23.300458 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516df0f6-6698-4890-b9e9-2666af9c2fee None None] Checking router: d11d2fd1-d1a0-49fc-8636-baf140635d08 for host: dv-cinder-759943-10-iscsi {{(pid=94213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 18:14:23.302137 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516df0f6-6698-4890-b9e9-2666af9c2fee None None] Updating router d11d2fd1-d1a0-49fc-8636-baf140635d08 port 3aa10e17-cb66-4a6a-af0a-f42bff96a5c6 binding host dv-cinder-759943-10-iscsi {{(pid=94213) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 18:14:23.303452 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3eb9bf8-08be-4b58-a5d9-698fca845a38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:14:23.304052 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-e3eb9bf8-08be-4b58-a5d9-698fca845a38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564513'] for subnet, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:23.337016 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-e3eb9bf8-08be-4b58-a5d9-698fca845a38 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7530367 Aug 12 18:14:23.339770 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 52570) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:14:23.340866 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-516df0f6-6698-4890-b9e9-2666af9c2fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:23.346299 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.v2.base [None req-f9c0682a-fec6-43c8-b390-97dd9adb3719 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1029728249-router', 'tenant_id': '8b20068286af469d9ab8cf8fcc6fb97d', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce'}}} {{(pid=94211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:14:23.346403 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd41b5a7-3e41-41a9-adaf-875811e6f9f2 None None] Network 67719e7f-0156-418a-bff8-25b8c41239b3 requested from dv-cinder-759943-10-iscsi {{(pid=94213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 18:14:23.368492 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-d0cfe07d-e870-4722-8344-36fca4781076 req-b6b259b2-816c-4669-a292-f163954fd6b6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ac456926-e2ac-422e-ace7-8d671c7ae6f6 HTTP/1.1" status: 200 len: 217 time: 0.0912962 Aug 12 18:14:23.399039 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-f9c0682a-fec6-43c8-b390-97dd9adb3719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15605'] for router, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:23.400307 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-f9c0682a-fec6-43c8-b390-97dd9adb3719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-351539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15614'] for router, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:23.455220 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cfe07d-e870-4722-8344-36fca4781076 req-528d73e4-2d0c-48c1-8afc-1853e8a2225e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:14:23.458307 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-d0cfe07d-e870-4722-8344-36fca4781076 req-528d73e4-2d0c-48c1-8afc-1853e8a2225e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=afc1472d-6afb-47f2-8956-e41e4c0db5e3 HTTP/1.1" status: 200 len: 859 time: 0.0768731 Aug 12 18:14:23.533626 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-f9c0682a-fec6-43c8-b390-97dd9adb3719 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:23.535782 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-d0cfe07d-e870-4722-8344-36fca4781076 req-e8b8d79d-c2b9-4656-a787-8fe7b72abf1c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=69280036-392c-4dfc-84c7-1aa4a0c305c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694959 Aug 12 18:14:23.698584 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-d0cfe07d-e870-4722-8344-36fca4781076 req-a6e70f40-febf-4ae4-8fb9-c3140539e19d service neutron] 10.222.0.57 "GET /v2.0/networks/69280036-392c-4dfc-84c7-1aa4a0c305c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487319 Aug 12 18:14:23.741998 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bdf53a5-d933-4ec1-9d33-10533486ffba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081d5c48-6c11-5532-9123-8720c403a17d-67719e7f-0156-418a-bff8-25b8c41239b3', 'network_id': '67719e7f-0156-418a-bff8-25b8c41239b3', 'tenant_id': '8b20068286af469d9ab8cf8fcc6fb97d', 'fixed_ips': [{'subnet_id': '0ddd735a-2403-4a05-8ffa-68543322150c'}]}} from dv-cinder-759943-10-iscsi. {{(pid=94213) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 18:14:23.742861 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-2bdf53a5-d933-4ec1-9d33-10533486ffba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_create {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:23.842245 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-d0cfe07d-e870-4722-8344-36fca4781076 req-322847bb-804a-49ca-b5fb-53cd01599645 service neutron] 10.222.0.57 "GET /v2.0/networks/69280036-392c-4dfc-84c7-1aa4a0c305c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324296 Aug 12 18:14:23.857740 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-f9c0682a-fec6-43c8-b390-97dd9adb3719 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:24.059281 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 52582) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:14:24.100663 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.db_base_plugin_common [None req-2bdf53a5-d933-4ec1-9d33-10533486ffba None None] Allocated IP 172.20.0.2 (67719e7f-0156-418a-bff8-25b8c41239b3/0ddd735a-2403-4a05-8ffa-68543322150c/03b248c3-1512-4037-8da1-6d7386cf4846) {{(pid=94213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 18:14:24.322189 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-516df0f6-6698-4890-b9e9-2666af9c2fee None None] Notify callbacks [] for port, precommit_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:24.338242 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd04755d-3322-4a50-b6a4-1e20eac2c5ee req-89e4140f-0f16-4df8-bc03-bbd3db292440 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:14:24.347462 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-cd04755d-3322-4a50-b6a4-1e20eac2c5ee req-89e4140f-0f16-4df8-bc03-bbd3db292440 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc HTTP/1.1" status: 200 len: 945 time: 0.1464703 Aug 12 18:14:24.370535 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-f9c0682a-fec6-43c8-b390-97dd9adb3719 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:24.371752 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-516df0f6-6698-4890-b9e9-2666af9c2fee None None] Transition to ACTIVE for port object 3aa10e17-cb66-4a6a-af0a-f42bff96a5c6 will not be triggered until provisioned by entity L2. {{(pid=94213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 18:14:24.400228 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-516df0f6-6698-4890-b9e9-2666af9c2fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:24.401718 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-f9c0682a-fec6-43c8-b390-97dd9adb3719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:24.440600 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-bbcacc9d-734a-4b97-a382-120d46ac96da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:24.461121 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70408717-f284-40cc-b7b7-3e146dadc8c0 req-c6fffba7-23d2-4174-8926-f0c340cc4cd8 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:14:24.461577 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-cd04755d-3322-4a50-b6a4-1e20eac2c5ee req-ce2c24e1-fb40-4b76-88d7-22cc53598197 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/security-groups?id=c57fdca1-344f-4de7-a17a-826f1447a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068954 Aug 12 18:14:24.463071 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-70408717-f284-40cc-b7b7-3e146dadc8c0 req-c6fffba7-23d2-4174-8926-f0c340cc4cd8 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc73c794-c918-4d35-b969-010662453973 HTTP/1.1" status: 200 len: 946 time: 0.2357082 Aug 12 18:14:24.525701 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74de25f-f4d0-4f11-b57d-2397762c31d2 None None] Pushing event updated for resources: {'Port': ['ID=3aa10e17-cb66-4a6a-af0a-f42bff96a5c6,revision_number=3']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:14:24.542844 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e8f43a-7cb6-4577-8319-c824df8a299e req-e4a1c552-e3cf-45df-8a01-73e333d2db6c tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:14:24.545377 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-d7e8f43a-7cb6-4577-8319-c824df8a299e req-e4a1c552-e3cf-45df-8a01-73e333d2db6c tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] 10.222.0.57 "GET /v2.0/networks?id=0448be81-43ad-4bb4-987d-6c34e9542161 HTTP/1.1" status: 200 len: 812 time: 0.5301692 Aug 12 18:14:24.569665 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.v2.base [req-d7e8f43a-7cb6-4577-8319-c824df8a299e req-7cb25fce-05a3-4589-8630-651d617ee542 tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] Request body: {'port': {'device_id': '3bd1a2b7-1229-46b3-8fb0-434a7eccafce', 'network_id': '0448be81-43ad-4bb4-987d-6c34e9542161', 'admin_state_up': True, 'tenant_id': '031628e1b0824fe2a4da5111af9f7bdc'}} {{(pid=94212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:14:24.615752 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-2bdf53a5-d933-4ec1-9d33-10533486ffba None None] Notify callbacks [] for port, precommit_create {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:24.632166 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.managers [None req-516df0f6-6698-4890-b9e9-2666af9c2fee None None] Attempting to bind port 3aa10e17-cb66-4a6a-af0a-f42bff96a5c6 on host dv-cinder-759943-10-iscsi for vnic_type normal with profile {{(pid=94213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 18:14:24.632537 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.managers [None req-516df0f6-6698-4890-b9e9-2666af9c2fee None None] Attempting to bind port 3aa10e17-cb66-4a6a-af0a-f42bff96a5c6 by drivers openvswitch,hyperv on host dv-cinder-759943-10-iscsi at level 0 using segments [{'id': '12b6e908-d387-45ae-adb0-8f4da70f126b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '31201492-d25f-40e0-b40e-85e206051e6d'}] {{(pid=94213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 18:14:24.632900 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516df0f6-6698-4890-b9e9-2666af9c2fee None None] Attempting to bind port 3aa10e17-cb66-4a6a-af0a-f42bff96a5c6 on network 31201492-d25f-40e0-b40e-85e206051e6d {{(pid=94213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 18:14:24.640627 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516df0f6-6698-4890-b9e9-2666af9c2fee None None] Checking agent: {'id': '5c163145-f35a-4c40-8b97-030a9bee90f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 18, 4, 38), 'started_at': datetime.datetime(2021, 8, 12, 18, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 18, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 18:14:24.641004 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516df0f6-6698-4890-b9e9-2666af9c2fee None None] Checking segment: {'id': '12b6e908-d387-45ae-adb0-8f4da70f126b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '31201492-d25f-40e0-b40e-85e206051e6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 18:14:24.641411 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-516df0f6-6698-4890-b9e9-2666af9c2fee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:24.641808 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516df0f6-6698-4890-b9e9-2666af9c2fee None None] Bound using segment: {'id': '12b6e908-d387-45ae-adb0-8f4da70f126b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '31201492-d25f-40e0-b40e-85e206051e6d'} {{(pid=94213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 18:14:24.642316 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.managers [None req-516df0f6-6698-4890-b9e9-2666af9c2fee None None] Bound port: 3aa10e17-cb66-4a6a-af0a-f42bff96a5c6, host: dv-cinder-759943-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12b6e908-d387-45ae-adb0-8f4da70f126b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '31201492-d25f-40e0-b40e-85e206051e6d'}}] {{(pid=94213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 18:14:24.642702 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-516df0f6-6698-4890-b9e9-2666af9c2fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:24.659400 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-2bdf53a5-d933-4ec1-9d33-10533486ffba None None] Transition to ACTIVE for port object 03b248c3-1512-4037-8da1-6d7386cf4846 will not be triggered until provisioned by entity L2. {{(pid=94213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 18:14:24.699978 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-2bdf53a5-d933-4ec1-9d33-10533486ffba None None] Transition to ACTIVE for port object 03b248c3-1512-4037-8da1-6d7386cf4846 will not be triggered until provisioned by entity DHCP. {{(pid=94213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 18:14:24.710219 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-70408717-f284-40cc-b7b7-3e146dadc8c0 req-0ab44519-1e0a-421f-8154-89ea162a8cab tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375000 Aug 12 18:14:24.722529 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-2bdf53a5-d933-4ec1-9d33-10533486ffba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763627144933'] for port, after_create {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:24.758772 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-a6f0543d-47a1-4e3d-a94a-5485499cd9ee req-99300b0f-3a74-49c3-9d42-474fc0e58519 tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] 10.222.0.30 "GET /v2.0/ports?device_id=3bd1a2b7-1229-46b3-8fb0-434a7eccafce HTTP/1.1" status: 200 len: 210 time: 0.1409419 Aug 12 18:14:24.774015 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-516df0f6-6698-4890-b9e9-2666af9c2fee None None] For port 3aa10e17-cb66-4a6a-af0a-f42bff96a5c6, host dv-cinder-759943-10-iscsi, cleared binding levels {{(pid=94213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 18:14:24.790728 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.db.db_base_plugin_common [None req-f9c0682a-fec6-43c8-b390-97dd9adb3719 admin admin] Allocated IP 172.27.3.44 (7a7b82d9-a69e-485d-9e07-6a129d075bce/c473b355-6ff8-4f1b-9a18-c893e152c20b/c06f2969-67b2-4750-ba1f-56bafdc95eaf) {{(pid=94211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 18:14:24.811931 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-516df0f6-6698-4890-b9e9-2666af9c2fee None None] For port 3aa10e17-cb66-4a6a-af0a-f42bff96a5c6, host dv-cinder-759943-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-10-iscsi',level=0,port_id=3aa10e17-cb66-4a6a-af0a-f42bff96a5c6,segment=NetworkSegment(12b6e908-d387-45ae-adb0-8f4da70f126b),segment_id=12b6e908-d387-45ae-adb0-8f4da70f126b)] {{(pid=94213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 18:14:24.819751 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bdf53a5-d933-4ec1-9d33-10533486ffba None None] Network 67719e7f-0156-418a-bff8-25b8c41239b3 is already hosted by enough agents. {{(pid=94213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 18:14:24.823356 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.scheduler.base_scheduler [None req-2bdf53a5-d933-4ec1-9d33-10533486ffba None None] Resources bound (agent type, host, resource id): {{(pid=94213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 18:14:24.827358 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdf53a5-d933-4ec1-9d33-10533486ffba None None] Received port after_create {{(pid=94213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 18:14:24.830107 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-516df0f6-6698-4890-b9e9-2666af9c2fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:24.843528 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdf53a5-d933-4ec1-9d33-10533486ffba None None] Pushing event updated for resources: {'Port': ['ID=03b248c3-1512-4037-8da1-6d7386cf4846,revision_number=1']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:14:24.907764 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-bbcacc9d-734a-4b97-a382-120d46ac96da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:24.917811 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-bbcacc9d-734a-4b97-a382-120d46ac96da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:24.939872 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7e8f43a-7cb6-4577-8319-c824df8a299e req-7cb25fce-05a3-4589-8630-651d617ee542 tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] Made reservation on behalf of 031628e1b0824fe2a4da5111af9f7bdc for: {'port': 1} {{(pid=94212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 18:14:24.944305 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-d7e8f43a-7cb6-4577-8319-c824df8a299e req-7cb25fce-05a3-4589-8630-651d617ee542 tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:24.977967 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-bbcacc9d-734a-4b97-a382-120d46ac96da admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5a2005641f3b4d8e8e56227ba71abdb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9151433 Aug 12 18:14:24.979418 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 52604) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:14:24.989121 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcacc9d-734a-4b97-a382-120d46ac96da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27f96185-1758-4c2c-b4a6-e0f719782697,revision_number=1']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:14:25.008590 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-f9c0682a-fec6-43c8-b390-97dd9adb3719 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:25.031626 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516df0f6-6698-4890-b9e9-2666af9c2fee None None] Routers {'d11d2fd1-d1a0-49fc-8636-baf140635d08'} bound to L3 agent in host dv-cinder-759943-10-iscsi {{(pid=94213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 18:14:25.032308 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-516df0f6-6698-4890-b9e9-2666af9c2fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T18:04:37Z,description=,heartbeat_timestamp=2021-08-12T18:14:07Z,host='dv-cinder-759943-10-iscsi',id=35f8a3af-1ed6-4507-a756-5ee5db7e6400,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T18:04:37Z,topic='l3_agent')) {'router_ids': ['d11d2fd1-d1a0-49fc-8636-baf140635d08'], 'active': True} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:14:25.062155 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-f9c0682a-fec6-43c8-b390-97dd9adb3719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763627144933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9252727'] for port, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:25.100399 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c0682a-fec6-43c8-b390-97dd9adb3719 admin admin] Network 7a7b82d9-a69e-485d-9e07-6a129d075bce is already hosted by enough agents. {{(pid=94211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 18:14:25.106583 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.base_scheduler [None req-f9c0682a-fec6-43c8-b390-97dd9adb3719 admin admin] Resources bound (agent type, host, resource id): {{(pid=94211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 18:14:25.110498 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c0682a-fec6-43c8-b390-97dd9adb3719 admin admin] Received port after_create {{(pid=94211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 18:14:25.119774 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.managers [None req-2bdf53a5-d933-4ec1-9d33-10533486ffba None None] Attempting to bind port 03b248c3-1512-4037-8da1-6d7386cf4846 on host dv-cinder-759943-10-iscsi for vnic_type normal with profile {{(pid=94213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 18:14:25.120141 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.managers [None req-2bdf53a5-d933-4ec1-9d33-10533486ffba None None] Attempting to bind port 03b248c3-1512-4037-8da1-6d7386cf4846 by drivers openvswitch,hyperv on host dv-cinder-759943-10-iscsi at level 0 using segments [{'id': '315fd943-c155-4f47-976b-2a66d06ca7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '67719e7f-0156-418a-bff8-25b8c41239b3'}] {{(pid=94213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 18:14:25.120502 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdf53a5-d933-4ec1-9d33-10533486ffba None None] Attempting to bind port 03b248c3-1512-4037-8da1-6d7386cf4846 on network 67719e7f-0156-418a-bff8-25b8c41239b3 {{(pid=94213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 18:14:25.143001 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74de25f-f4d0-4f11-b57d-2397762c31d2 None None] Pushing event updated for resources: {'Port': ['ID=3aa10e17-cb66-4a6a-af0a-f42bff96a5c6,revision_number=4']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:14:25.144567 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c0682a-fec6-43c8-b390-97dd9adb3719 admin admin] Pushing event updated for resources: {'Port': ['ID=c06f2969-67b2-4750-ba1f-56bafdc95eaf,revision_number=1']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:14:25.185000 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdf53a5-d933-4ec1-9d33-10533486ffba None None] Checking agent: {'id': '5c163145-f35a-4c40-8b97-030a9bee90f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 18, 4, 38), 'started_at': datetime.datetime(2021, 8, 12, 18, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 18, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 18:14:25.186481 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdf53a5-d933-4ec1-9d33-10533486ffba None None] Checking segment: {'id': '315fd943-c155-4f47-976b-2a66d06ca7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '67719e7f-0156-418a-bff8-25b8c41239b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 18:14:25.186909 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-2bdf53a5-d933-4ec1-9d33-10533486ffba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:25.187315 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdf53a5-d933-4ec1-9d33-10533486ffba None None] Bound using segment: {'id': '315fd943-c155-4f47-976b-2a66d06ca7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '67719e7f-0156-418a-bff8-25b8c41239b3'} {{(pid=94213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 18:14:25.187821 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.managers [None req-2bdf53a5-d933-4ec1-9d33-10533486ffba None None] Bound port: 03b248c3-1512-4037-8da1-6d7386cf4846, host: dv-cinder-759943-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '315fd943-c155-4f47-976b-2a66d06ca7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '67719e7f-0156-418a-bff8-25b8c41239b3'}}] {{(pid=94213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 18:14:25.188206 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-2bdf53a5-d933-4ec1-9d33-10533486ffba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:25.224897 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-12d5312d-40ee-492e-a18b-32c30ede1124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:25.278429 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvr_db [None req-516df0f6-6698-4890-b9e9-2666af9c2fee None None] Set router d11d2fd1-d1a0-49fc-8636-baf140635d08 gateway port host: dv-cinder-759943-10-iscsi {{(pid=94213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 18:14:25.365702 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-12d5312d-40ee-492e-a18b-32c30ede1124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:25.426378 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.db_base_plugin_common [req-d7e8f43a-7cb6-4577-8319-c824df8a299e req-7cb25fce-05a3-4589-8630-651d617ee542 tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] Allocated IP 172.20.0.2 (0448be81-43ad-4bb4-987d-6c34e9542161/61a93eca-119c-47b8-8ee3-141e6c4898af/e803db92-4b73-4869-a437-1e4b6d395f8b) {{(pid=94212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 18:14:25.508493 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-f9c0682a-fec6-43c8-b390-97dd9adb3719 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:25.539012 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a816477-693a-4317-a0cb-db6a6de1ddcd req-963a75c1-d264-4f0c-9a28-38a15363d5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:14:25.540701 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-2a816477-693a-4317-a0cb-db6a6de1ddcd req-963a75c1-d264-4f0c-9a28-38a15363d5ef service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=dc73c794-c918-4d35-b969-010662453973 HTTP/1.1" status: 200 len: 1099 time: 0.1179571 Aug 12 18:14:25.578478 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-12d5312d-40ee-492e-a18b-32c30ede1124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:25.590494 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-12d5312d-40ee-492e-a18b-32c30ede1124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:25.596011 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-12d5312d-40ee-492e-a18b-32c30ede1124 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/27f96185-1758-4c2c-b4a6-e0f719782697 HTTP/1.1" status: 204 len: 168 time: 0.6109200 Aug 12 18:14:25.812528 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d5312d-40ee-492e-a18b-32c30ede1124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f96185-1758-4c2c-b4a6-e0f719782697,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:14:25.817996 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-f9c0682a-fec6-43c8-b390-97dd9adb3719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-735355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-734950'] for router, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:25.854981 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-2a816477-693a-4317-a0cb-db6a6de1ddcd req-7b3c0238-c48a-4a22-866a-a42fc8951f4a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030822 Aug 12 18:14:25.938356 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6706e18a-d3de-4188-91fe-7bcdd4d72eb8 req-73d72931-0668-4f9f-92cc-a777147dac71 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:14:25.950211 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-6706e18a-d3de-4188-91fe-7bcdd4d72eb8 req-73d72931-0668-4f9f-92cc-a777147dac71 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc HTTP/1.1" status: 200 len: 945 time: 0.3576374 Aug 12 18:14:26.003280 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-2bdf53a5-d933-4ec1-9d33-10533486ffba None None] For port 03b248c3-1512-4037-8da1-6d7386cf4846, host dv-cinder-759943-10-iscsi, cleared binding levels {{(pid=94213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 18:14:26.023462 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-2bdf53a5-d933-4ec1-9d33-10533486ffba None None] For port 03b248c3-1512-4037-8da1-6d7386cf4846, host dv-cinder-759943-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-10-iscsi',level=0,port_id=03b248c3-1512-4037-8da1-6d7386cf4846,segment=NetworkSegment(315fd943-c155-4f47-976b-2a66d06ca7cf),segment_id=315fd943-c155-4f47-976b-2a66d06ca7cf)] {{(pid=94213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 18:14:26.033103 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-2bdf53a5-d933-4ec1-9d33-10533486ffba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:26.046192 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-d7e8f43a-7cb6-4577-8319-c824df8a299e req-7cb25fce-05a3-4589-8630-651d617ee542 tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] Notify callbacks [] for port, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:26.100304 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-6706e18a-d3de-4188-91fe-7bcdd4d72eb8 req-34ee80dd-44b4-4143-82ce-27578d401403 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/security-groups?id=c57fdca1-344f-4de7-a17a-826f1447a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489904 Aug 12 18:14:26.124207 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e04c84-4ab7-46bf-99f1-a12e402c4257 req-f33ea4b7-3efa-4c2e-a769-4a59d99948c1 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:14:26.132464 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-44e04c84-4ab7-46bf-99f1-a12e402c4257 req-f33ea4b7-3efa-4c2e-a769-4a59d99948c1 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc73c794-c918-4d35-b969-010662453973 HTTP/1.1" status: 200 len: 946 time: 0.2262356 Aug 12 18:14:26.161015 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdf53a5-d933-4ec1-9d33-10533486ffba None None] Pushing event updated for resources: {'Port': ['ID=03b248c3-1512-4037-8da1-6d7386cf4846,revision_number=2']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:14:26.172667 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdf53a5-d933-4ec1-9d33-10533486ffba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:14:26.173015 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdf53a5-d933-4ec1-9d33-10533486ffba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:14:26.173345 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdf53a5-d933-4ec1-9d33-10533486ffba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:14:26.173717 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdf53a5-d933-4ec1-9d33-10533486ffba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:14:26.174059 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdf53a5-d933-4ec1-9d33-10533486ffba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:14:26.174474 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdf53a5-d933-4ec1-9d33-10533486ffba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:14:26.174682 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdf53a5-d933-4ec1-9d33-10533486ffba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:14:26.175002 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdf53a5-d933-4ec1-9d33-10533486ffba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:14:26.175318 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdf53a5-d933-4ec1-9d33-10533486ffba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:14:26.175632 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdf53a5-d933-4ec1-9d33-10533486ffba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:14:26.175943 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdf53a5-d933-4ec1-9d33-10533486ffba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:14:26.176254 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdf53a5-d933-4ec1-9d33-10533486ffba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:14:26.208940 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-516df0f6-6698-4890-b9e9-2666af9c2fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd11d2fd1-d1a0-49fc-8636-baf140635d08', 'name': 'tempest-TestShelveInstance-1333231278-router', 'tenant_id': '924212fddaa448b5b1093e482a785cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '78feda6e-8f67-439f-ba86-f1828c94e390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:14:13Z', 'updated_at': '2021-08-12T18:14:19Z', 'revision_number': 4, 'project_id': '924212fddaa448b5b1093e482a785cd7', 'gw_port': {'id': '78feda6e-8f67-439f-ba86-f1828c94e390', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd11d2fd1-d1a0-49fc-8636-baf140635d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:14:14Z', 'updated_at': '2021-08-12T18:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi', '_interfaces': [{'id': '3aa10e17-cb66-4a6a-af0a-f42bff96a5c6', 'name': '', 'network_id': '31201492-d25f-40e0-b40e-85e206051e6d', 'tenant_id': '924212fddaa448b5b1093e482a785cd7', 'mac_address': 'fa:16:3e:be:9e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd11d2fd1-d1a0-49fc-8636-baf140635d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '019c3d0a-2e33-4501-a1d9-19968c2a45a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:14:18Z', 'updated_at': '2021-08-12T18:14:24Z', 'revision_number': 4, 'project_id': '924212fddaa448b5b1093e482a785cd7', 'subnets': [{'id': '019c3d0a-2e33-4501-a1d9-19968c2a45a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-10-iscsi', False) {} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:14:26.243912 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516df0f6-6698-4890-b9e9-2666af9c2fee None None] The sync data for ids ['d11d2fd1-d1a0-49fc-8636-baf140635d08'] in dv-cinder-759943-10-iscsi is: [{'id': 'd11d2fd1-d1a0-49fc-8636-baf140635d08', 'name': 'tempest-TestShelveInstance-1333231278-router', 'tenant_id': '924212fddaa448b5b1093e482a785cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '78feda6e-8f67-439f-ba86-f1828c94e390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:14:13Z', 'updated_at': '2021-08-12T18:14:19Z', 'revision_number': 4, 'project_id': '924212fddaa448b5b1093e482a785cd7', 'gw_port': {'id': '78feda6e-8f67-439f-ba86-f1828c94e390', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd11d2fd1-d1a0-49fc-8636-baf140635d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:14:14Z', 'updated_at': '2021-08-12T18:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi', '_interfaces': [{'id': '3aa10e17-cb66-4a6a-af0a-f42bff96a5c6', 'name': '', 'network_id': '31201492-d25f-40e0-b40e-85e206051e6d', 'tenant_id': '924212fddaa448b5b1093e482a785cd7', 'mac_address': 'fa:16:3e:be:9e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd11d2fd1-d1a0-49fc-8636-baf140635d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '019c3d0a-2e33-4501-a1d9-19968c2a45a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:14:18Z', 'updated_at': '2021-08-12T18:14:24Z', 'revision_number': 4, 'project_id': '924212fddaa448b5b1093e482a785cd7', 'subnets': [{'id': '019c3d0a-2e33-4501-a1d9-19968c2a45a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 18:14:26.254271 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-d7e8f43a-7cb6-4577-8319-c824df8a299e req-7cb25fce-05a3-4589-8630-651d617ee542 tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763627144933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8400677'] for port, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:26.260913 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-44e04c84-4ab7-46bf-99f1-a12e402c4257 req-82b8361d-4b12-4c9c-b53a-2863e444b7d1 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272309 Aug 12 18:14:26.309660 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9c0682a-fec6-43c8-b390-97dd9adb3719 admin admin] Router 4c5cb250-5add-4af5-8f07-7cbe04b195a6 is scheduled to L3 agent 35f8a3af-1ed6-4507-a756-5ee5db7e6400 with binding_index 1 {{(pid=94211) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 18:14:26.408464 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7e8f43a-7cb6-4577-8319-c824df8a299e req-7cb25fce-05a3-4589-8630-651d617ee542 tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] Network 0448be81-43ad-4bb4-987d-6c34e9542161 is already hosted by enough agents. {{(pid=94212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 18:14:26.461582 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.base_scheduler [req-d7e8f43a-7cb6-4577-8319-c824df8a299e req-7cb25fce-05a3-4589-8630-651d617ee542 tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] Resources bound (agent type, host, resource id): {{(pid=94212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 18:14:26.474245 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7e8f43a-7cb6-4577-8319-c824df8a299e req-7cb25fce-05a3-4589-8630-651d617ee542 tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] Received port after_create {{(pid=94212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 18:14:26.598760 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c0682a-fec6-43c8-b390-97dd9adb3719 admin admin] Notify agent at l3_agent.dv-cinder-759943-10-iscsi the message routers_updated {{(pid=94211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 18:14:26.610013 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb25fce-05a3-4589-8630-651d617ee542 tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] Pushing event updated for resources: {'Port': ['ID=e803db92-4b73-4869-a437-1e4b6d395f8b,revision_number=1']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:14:26.612107 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b473bf7-c319-4649-b205-b27975c1e29b None None] Sync routers for ids ['4c5cb250-5add-4af5-8f07-7cbe04b195a6'] in dv-cinder-759943-10-iscsi {{(pid=94214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 18:14:26.627692 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b473bf7-c319-4649-b205-b27975c1e29b None None] Routers {'4c5cb250-5add-4af5-8f07-7cbe04b195a6'} bound to L3 agent in host dv-cinder-759943-10-iscsi {{(pid=94214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 18:14:26.628781 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_hamode_db [None req-5b473bf7-c319-4649-b205-b27975c1e29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T18:04:37Z,description=,heartbeat_timestamp=2021-08-12T18:14:07Z,host='dv-cinder-759943-10-iscsi',id=35f8a3af-1ed6-4507-a756-5ee5db7e6400,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T18:04:37Z,topic='l3_agent')) {'router_ids': ['4c5cb250-5add-4af5-8f07-7cbe04b195a6'], 'active': True} {{(pid=94214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:14:26.655894 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-f9c0682a-fec6-43c8-b390-97dd9adb3719 admin admin] Notify callbacks [] for router, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:26.656616 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e8f43a-7cb6-4577-8319-c824df8a299e req-7cb25fce-05a3-4589-8630-651d617ee542 tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:14:26.659630 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-f9c0682a-fec6-43c8-b390-97dd9adb3719 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.3161447 Aug 12 18:14:26.659790 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-d7e8f43a-7cb6-4577-8319-c824df8a299e req-7cb25fce-05a3-4589-8630-651d617ee542 tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195385'] for port, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:26.659895 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 52630) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:14:26.709683 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54876efd-e821-4b6a-8d03-9acb4596d267 req-9f962a76-f0bd-46e9-b85d-b48714c0791f tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:14:26.717379 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-54876efd-e821-4b6a-8d03-9acb4596d267 req-9f962a76-f0bd-46e9-b85d-b48714c0791f tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] 10.222.0.30 "GET /v2.0/ports?device_id=3bd1a2b7-1229-46b3-8fb0-434a7eccafce HTTP/1.1" status: 200 len: 931 time: 0.4298494 Aug 12 18:14:26.754662 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-d7e8f43a-7cb6-4577-8319-c824df8a299e req-7cb25fce-05a3-4589-8630-651d617ee542 tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1920576 Aug 12 18:14:26.768474 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.v2.base [req-d7e8f43a-7cb6-4577-8319-c824df8a299e req-181a1b5b-8ae7-455f-8441-9ce12edab248 service neutron] Request body: {'port': {'device_id': '3bd1a2b7-1229-46b3-8fb0-434a7eccafce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=94212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:14:26.842249 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-54876efd-e821-4b6a-8d03-9acb4596d267 req-70399e3f-1548-43e6-a627-95316b8c6546 tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] 10.222.0.30 "GET /v2.0/security-groups?id=e39cc8c8-95b8-4973-8ebf-5d5b44e65dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239488 Aug 12 18:14:26.898649 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_dvr_db [None req-5b473bf7-c319-4649-b205-b27975c1e29b None None] Set router 4c5cb250-5add-4af5-8f07-7cbe04b195a6 gateway port host: dv-cinder-759943-10-iscsi {{(pid=94214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 18:14:26.919078 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-d7e8f43a-7cb6-4577-8319-c824df8a299e req-181a1b5b-8ae7-455f-8441-9ce12edab248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:27.382496 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_hamode_db [None req-5b473bf7-c319-4649-b205-b27975c1e29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c5cb250-5add-4af5-8f07-7cbe04b195a6', 'name': 'tempest-TestShelveInstance-1029728249-router', 'tenant_id': '8b20068286af469d9ab8cf8fcc6fb97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'c06f2969-67b2-4750-ba1f-56bafdc95eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:14:23Z', 'updated_at': '2021-08-12T18:14:25Z', 'revision_number': 3, 'project_id': '8b20068286af469d9ab8cf8fcc6fb97d', 'gw_port': {'id': 'c06f2969-67b2-4750-ba1f-56bafdc95eaf', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:35:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c5cb250-5add-4af5-8f07-7cbe04b195a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:14:24Z', 'updated_at': '2021-08-12T18:14:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi'}], 'dv-cinder-759943-10-iscsi', False) {} {{(pid=94214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:14:27.428354 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b473bf7-c319-4649-b205-b27975c1e29b None None] Checking router: 4c5cb250-5add-4af5-8f07-7cbe04b195a6 for host: dv-cinder-759943-10-iscsi {{(pid=94214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 18:14:27.431457 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b473bf7-c319-4649-b205-b27975c1e29b None None] Updating router 4c5cb250-5add-4af5-8f07-7cbe04b195a6 port c06f2969-67b2-4750-ba1f-56bafdc95eaf binding host dv-cinder-759943-10-iscsi {{(pid=94214) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 18:14:27.474797 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron_lib.callbacks.manager [None req-5b473bf7-c319-4649-b205-b27975c1e29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:27.559857 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fcd809-db2d-4e61-8d07-389f959dc7ce req-1a8375fd-71dc-4166-9d26-794f32211e83 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:14:27.571598 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-07fcd809-db2d-4e61-8d07-389f959dc7ce req-1a8375fd-71dc-4166-9d26-794f32211e83 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc73c794-c918-4d35-b969-010662453973 HTTP/1.1" status: 200 len: 946 time: 0.1517451 Aug 12 18:14:27.648166 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.notifiers.nova [req-d7e8f43a-7cb6-4577-8319-c824df8a299e req-181a1b5b-8ae7-455f-8441-9ce12edab248 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e803db92-4b73-4869-a437-1e4b6d395f8b {{(pid=94212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 18:14:27.675743 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-d7e8f43a-7cb6-4577-8319-c824df8a299e req-181a1b5b-8ae7-455f-8441-9ce12edab248 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:27.697644 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-07fcd809-db2d-4e61-8d07-389f959dc7ce req-1755c33a-d125-4f83-9ebe-5653c9235fa2 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247163 Aug 12 18:14:27.732323 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.provisioning_blocks [req-d7e8f43a-7cb6-4577-8319-c824df8a299e req-181a1b5b-8ae7-455f-8441-9ce12edab248 service neutron] Transition to ACTIVE for port object e803db92-4b73-4869-a437-1e4b6d395f8b will not be triggered until provisioned by entity L2. {{(pid=94212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 18:14:27.748006 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-d7e8f43a-7cb6-4577-8319-c824df8a299e req-181a1b5b-8ae7-455f-8441-9ce12edab248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8400684'] for port, after_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:27.917884 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b5c681-6b52-4197-b19f-469083057f34 None None] Network 67719e7f-0156-418a-bff8-25b8c41239b3 requested from dv-cinder-759943-10-iscsi {{(pid=94213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 18:14:27.991328 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181a1b5b-8ae7-455f-8441-9ce12edab248 service neutron] Pushing event updated for resources: {'Port': ['ID=e803db92-4b73-4869-a437-1e4b6d395f8b,revision_number=2']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:14:28.003847 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.managers [req-d7e8f43a-7cb6-4577-8319-c824df8a299e req-181a1b5b-8ae7-455f-8441-9ce12edab248 service neutron] Attempting to bind port e803db92-4b73-4869-a437-1e4b6d395f8b on host hv-cinder-75994 for vnic_type normal with profile {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 18:14:28.004326 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.managers [req-d7e8f43a-7cb6-4577-8319-c824df8a299e req-181a1b5b-8ae7-455f-8441-9ce12edab248 service neutron] Attempting to bind port e803db92-4b73-4869-a437-1e4b6d395f8b by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': 'c3f2ddd1-9fd8-41f9-a075-e26a18087b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '0448be81-43ad-4bb4-987d-6c34e9542161'}] {{(pid=94212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 18:14:28.005003 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e8f43a-7cb6-4577-8319-c824df8a299e req-181a1b5b-8ae7-455f-8441-9ce12edab248 service neutron] Attempting to bind port e803db92-4b73-4869-a437-1e4b6d395f8b on network 0448be81-43ad-4bb4-987d-6c34e9542161 {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 18:14:28.010140 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e8f43a-7cb6-4577-8319-c824df8a299e req-181a1b5b-8ae7-455f-8441-9ce12edab248 service neutron] Port e803db92-4b73-4869-a437-1e4b6d395f8b on network 0448be81-43ad-4bb4-987d-6c34e9542161 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 18:14:28.010668 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e8f43a-7cb6-4577-8319-c824df8a299e req-181a1b5b-8ae7-455f-8441-9ce12edab248 service neutron] Attempting to bind port e803db92-4b73-4869-a437-1e4b6d395f8b on network 0448be81-43ad-4bb4-987d-6c34e9542161 {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 18:14:28.016169 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e8f43a-7cb6-4577-8319-c824df8a299e req-181a1b5b-8ae7-455f-8441-9ce12edab248 service neutron] Checking agent: {'id': '45fcbab4-fb54-4843-ab6e-792adfc8e994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 18, 10, 22), 'started_at': datetime.datetime(2021, 8, 12, 18, 10, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 18, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 18:14:28.016636 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e8f43a-7cb6-4577-8319-c824df8a299e req-181a1b5b-8ae7-455f-8441-9ce12edab248 service neutron] Checking segment: {'id': 'c3f2ddd1-9fd8-41f9-a075-e26a18087b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '0448be81-43ad-4bb4-987d-6c34e9542161'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 18:14:28.017573 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e8f43a-7cb6-4577-8319-c824df8a299e req-181a1b5b-8ae7-455f-8441-9ce12edab248 service neutron] Bound using segment: {'id': 'c3f2ddd1-9fd8-41f9-a075-e26a18087b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '0448be81-43ad-4bb4-987d-6c34e9542161'} {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 18:14:28.017573 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.managers [req-d7e8f43a-7cb6-4577-8319-c824df8a299e req-181a1b5b-8ae7-455f-8441-9ce12edab248 service neutron] Bound port: e803db92-4b73-4869-a437-1e4b6d395f8b, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3f2ddd1-9fd8-41f9-a075-e26a18087b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '0448be81-43ad-4bb4-987d-6c34e9542161'}}] {{(pid=94212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 18:14:28.018136 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-d7e8f43a-7cb6-4577-8319-c824df8a299e req-181a1b5b-8ae7-455f-8441-9ce12edab248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:28.018866 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d12975-eaaf-4ec9-8f66-a6a41fd8a5ca req-8f3a5bfc-6e8b-4179-9ab0-9f261ca42781 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:14:28.020425 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-d3d12975-eaaf-4ec9-8f66-a6a41fd8a5ca req-8f3a5bfc-6e8b-4179-9ab0-9f261ca42781 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc HTTP/1.1" status: 200 len: 945 time: 0.3287134 Aug 12 18:14:28.173259 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.db [req-d7e8f43a-7cb6-4577-8319-c824df8a299e req-181a1b5b-8ae7-455f-8441-9ce12edab248 service neutron] For port e803db92-4b73-4869-a437-1e4b6d395f8b, host hv-cinder-75994, cleared binding levels {{(pid=94212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 18:14:28.179193 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.db [req-d7e8f43a-7cb6-4577-8319-c824df8a299e req-181a1b5b-8ae7-455f-8441-9ce12edab248 service neutron] For port e803db92-4b73-4869-a437-1e4b6d395f8b, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=e803db92-4b73-4869-a437-1e4b6d395f8b,segment=NetworkSegment(c3f2ddd1-9fd8-41f9-a075-e26a18087b9c),segment_id=c3f2ddd1-9fd8-41f9-a075-e26a18087b9c)] {{(pid=94212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 18:14:28.194972 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-d7e8f43a-7cb6-4577-8319-c824df8a299e req-181a1b5b-8ae7-455f-8441-9ce12edab248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8400684'] for port, after_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:28.204247 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-d3d12975-eaaf-4ec9-8f66-a6a41fd8a5ca req-2bca7451-4674-4a01-8c72-e1c48a195693 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/security-groups?id=c57fdca1-344f-4de7-a17a-826f1447a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1705780 Aug 12 18:14:28.292541 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-a1a2c5a1-19f5-4ffe-b954-7405d19d0516 None None] Provisioning for port 03b248c3-1512-4037-8da1-6d7386cf4846 completed by entity DHCP. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 18:14:28.301810 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron_lib.callbacks.manager [None req-5b473bf7-c319-4649-b205-b27975c1e29b None None] Notify callbacks [] for port, precommit_update {{(pid=94214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:28.303585 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e8f43a-7cb6-4577-8319-c824df8a299e req-181a1b5b-8ae7-455f-8441-9ce12edab248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:14:28.306084 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-d7e8f43a-7cb6-4577-8319-c824df8a299e req-181a1b5b-8ae7-455f-8441-9ce12edab248 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195385'] for port, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:28.308391 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-d7e8f43a-7cb6-4577-8319-c824df8a299e req-181a1b5b-8ae7-455f-8441-9ce12edab248 service neutron] 10.222.0.57 "PUT /v2.0/ports/e803db92-4b73-4869-a437-1e4b6d395f8b HTTP/1.1" status: 200 len: 1093 time: 1.5444531 Aug 12 18:14:28.313127 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bd1a2b7-1229-46b3-8fb0-434a7eccafce', 'tag': 'e803db92-4b73-4869-a437-1e4b6d395f8b'}] {{(pid=94212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 18:14:28.325756 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.provisioning_blocks [None req-5b473bf7-c319-4649-b205-b27975c1e29b None None] Transition to ACTIVE for port object c06f2969-67b2-4750-ba1f-56bafdc95eaf will not be triggered until provisioned by entity L2. {{(pid=94214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 18:14:28.327703 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd512f55349b839fb4675422b2dbaf52bda1baead41a4efd90d4bf8a5142663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d8973d-c9f7-429e-b4e4-1422fe59b1a1" -d '{"events": [{"name": "network-changed", "server_uuid": "3bd1a2b7-1229-46b3-8fb0-434a7eccafce", "tag": "e803db92-4b73-4869-a437-1e4b6d395f8b"}]}' {{(pid=94212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 18:14:28.342231 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron_lib.callbacks.manager [None req-5b473bf7-c319-4649-b205-b27975c1e29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:28.506301 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181a1b5b-8ae7-455f-8441-9ce12edab248 service neutron] Pushing event updated for resources: {'Port': ['ID=e803db92-4b73-4869-a437-1e4b6d395f8b,revision_number=3']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:14:28.555671 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62d0f89-7ece-49d8-a3b7-c393ca1846fa None None] Pushing event updated for resources: {'Port': ['ID=c06f2969-67b2-4750-ba1f-56bafdc95eaf,revision_number=2']} {{(pid=94214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:14:28.609582 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device 03b248c3-1512-4037-8da1-6d7386cf4846 up at agent ovs-agent-dv-cinder-759943-10-iscsi {{(pid=94213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 18:14:28.624551 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.managers [None req-5b473bf7-c319-4649-b205-b27975c1e29b None None] Attempting to bind port c06f2969-67b2-4750-ba1f-56bafdc95eaf on host dv-cinder-759943-10-iscsi for vnic_type normal with profile {{(pid=94214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 18:14:28.628047 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.managers [None req-5b473bf7-c319-4649-b205-b27975c1e29b None None] Attempting to bind port c06f2969-67b2-4750-ba1f-56bafdc95eaf by drivers openvswitch,hyperv on host dv-cinder-759943-10-iscsi at level 0 using segments [{'id': '7eaed6a7-5a45-4d84-aa5c-ab7d15676367', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce'}] {{(pid=94214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 18:14:28.628522 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b473bf7-c319-4649-b205-b27975c1e29b None None] Attempting to bind port c06f2969-67b2-4750-ba1f-56bafdc95eaf on network 7a7b82d9-a69e-485d-9e07-6a129d075bce {{(pid=94214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 18:14:28.642225 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b473bf7-c319-4649-b205-b27975c1e29b None None] Checking agent: {'id': '5c163145-f35a-4c40-8b97-030a9bee90f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 18, 4, 38), 'started_at': datetime.datetime(2021, 8, 12, 18, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 18, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 18:14:28.642743 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b473bf7-c319-4649-b205-b27975c1e29b None None] Checking segment: {'id': '7eaed6a7-5a45-4d84-aa5c-ab7d15676367', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 18:14:28.643590 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron_lib.callbacks.manager [None req-5b473bf7-c319-4649-b205-b27975c1e29b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:28.645437 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b473bf7-c319-4649-b205-b27975c1e29b None None] Bound using segment: {'id': '7eaed6a7-5a45-4d84-aa5c-ab7d15676367', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce'} {{(pid=94214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 18:14:28.648038 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.managers [None req-5b473bf7-c319-4649-b205-b27975c1e29b None None] Bound port: c06f2969-67b2-4750-ba1f-56bafdc95eaf, host: dv-cinder-759943-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eaed6a7-5a45-4d84-aa5c-ab7d15676367', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce'}}] {{(pid=94214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 18:14:28.649605 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron_lib.callbacks.manager [None req-5b473bf7-c319-4649-b205-b27975c1e29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:28.702779 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-ad1a5f4d-c635-490f-8e36-dd34096b30c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:28.714396 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 18:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88bc0e07-fe4a-4ca3-aa2c-2299629e665c x-openstack-request-id: req-88bc0e07-fe4a-4ca3-aa2c-2299629e665c {{(pid=94212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 18:14:28.714743 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bd1a2b7-1229-46b3-8fb0-434a7eccafce", "tag": "e803db92-4b73-4869-a437-1e4b6d395f8b", "status": "completed", "code": 200}]} {{(pid=94212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 18:14:28.715035 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-88bc0e07-fe4a-4ca3-aa2c-2299629e665c {{(pid=94212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 18:14:28.715452 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bd1a2b7-1229-46b3-8fb0-434a7eccafce', 'tag': 'e803db92-4b73-4869-a437-1e4b6d395f8b', 'status': 'completed', 'code': 200} Aug 12 18:14:28.774424 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Provisioning for port 03b248c3-1512-4037-8da1-6d7386cf4846 completed by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 18:14:28.779551 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Provisioning complete for port 03b248c3-1512-4037-8da1-6d7386cf4846 triggered by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:14:28.780057 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:28.787413 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.db [None req-5b473bf7-c319-4649-b205-b27975c1e29b None None] For port c06f2969-67b2-4750-ba1f-56bafdc95eaf, host dv-cinder-759943-10-iscsi, cleared binding levels {{(pid=94214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 18:14:28.791208 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.db [None req-5b473bf7-c319-4649-b205-b27975c1e29b None None] For port c06f2969-67b2-4750-ba1f-56bafdc95eaf, host dv-cinder-759943-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-10-iscsi',level=0,port_id=c06f2969-67b2-4750-ba1f-56bafdc95eaf,segment=NetworkSegment(7eaed6a7-5a45-4d84-aa5c-ab7d15676367),segment_id=7eaed6a7-5a45-4d84-aa5c-ab7d15676367)] {{(pid=94214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 18:14:28.805051 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron_lib.callbacks.manager [None req-5b473bf7-c319-4649-b205-b27975c1e29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:28.855234 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e8f43a-7cb6-4577-8319-c824df8a299e req-1793d0aa-fde5-43bd-b006-74dd65dae8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:14:28.860193 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-d7e8f43a-7cb6-4577-8319-c824df8a299e req-1793d0aa-fde5-43bd-b006-74dd65dae8c7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=031628e1b0824fe2a4da5111af9f7bdc&device_id=3bd1a2b7-1229-46b3-8fb0-434a7eccafce HTTP/1.1" status: 200 len: 1096 time: 0.5010898 Aug 12 18:14:28.930411 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b473bf7-c319-4649-b205-b27975c1e29b None None] Routers {'4c5cb250-5add-4af5-8f07-7cbe04b195a6'} bound to L3 agent in host dv-cinder-759943-10-iscsi {{(pid=94214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 18:14:28.931203 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_hamode_db [None req-5b473bf7-c319-4649-b205-b27975c1e29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T18:04:37Z,description=,heartbeat_timestamp=2021-08-12T18:14:07Z,host='dv-cinder-759943-10-iscsi',id=35f8a3af-1ed6-4507-a756-5ee5db7e6400,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T18:04:37Z,topic='l3_agent')) {'router_ids': ['4c5cb250-5add-4af5-8f07-7cbe04b195a6'], 'active': True} {{(pid=94214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:14:28.944646 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62d0f89-7ece-49d8-a3b7-c393ca1846fa None None] Pushing event updated for resources: {'Port': ['ID=c06f2969-67b2-4750-ba1f-56bafdc95eaf,revision_number=3']} {{(pid=94214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:14:28.980232 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dad641-a5f4-427d-bf56-a54850658d15 req-57ce0b30-0213-446d-98eb-d73d72507bfb tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:14:28.982383 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-28dad641-a5f4-427d-bf56-a54850658d15 req-57ce0b30-0213-446d-98eb-d73d72507bfb tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] 10.222.0.30 "GET /v2.0/ports?device_id=3bd1a2b7-1229-46b3-8fb0-434a7eccafce HTTP/1.1" status: 200 len: 943 time: 0.5848463 Aug 12 18:14:28.984644 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:29.001238 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db2ebb-9826-4354-a0cf-4bfc0164cca0 req-981ca8c8-7953-42a0-b471-e672d2ee28e5 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:14:29.014919 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-b8db2ebb-9826-4354-a0cf-4bfc0164cca0 req-981ca8c8-7953-42a0-b471-e672d2ee28e5 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc73c794-c918-4d35-b969-010662453973 HTTP/1.1" status: 200 len: 946 time: 0.1657872 Aug 12 18:14:29.081608 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] For port 03b248c3-1512-4037-8da1-6d7386cf4846, host dv-cinder-759943-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-10-iscsi',level=0,port_id=03b248c3-1512-4037-8da1-6d7386cf4846,segment=NetworkSegment(315fd943-c155-4f47-976b-2a66d06ca7cf),segment_id=315fd943-c155-4f47-976b-2a66d06ca7cf)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:14:29.087127 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:29.088153 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device 3aa10e17-cb66-4a6a-af0a-f42bff96a5c6 up at agent ovs-agent-dv-cinder-759943-10-iscsi {{(pid=94213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 18:14:29.099417 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa0cc3-d83b-4448-92c1-a339f84c0201 req-e8a8e617-5535-4552-bea0-c90887b0a53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:14:29.110753 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-b6aa0cc3-d83b-4448-92c1-a339f84c0201 req-e8a8e617-5535-4552-bea0-c90887b0a53d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ec7b40fc66d54f7baf7c87a636dd94ac&device_id=dc73c794-c918-4d35-b969-010662453973 HTTP/1.1" status: 200 len: 1099 time: 0.4992354 Aug 12 18:14:29.155528 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-d7e8f43a-7cb6-4577-8319-c824df8a299e req-4206089f-aadc-40ea-ae4c-282a4b67b37e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e803db92-4b73-4869-a437-1e4b6d395f8b HTTP/1.1" status: 200 len: 217 time: 0.2750554 Aug 12 18:14:29.159494 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_dvr_db [None req-5b473bf7-c319-4649-b205-b27975c1e29b None None] Set router 4c5cb250-5add-4af5-8f07-7cbe04b195a6 gateway port host: dv-cinder-759943-10-iscsi {{(pid=94214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 18:14:29.172966 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-b8db2ebb-9826-4354-a0cf-4bfc0164cca0 req-09b172b1-88b5-4354-97d1-e5454ed9250b tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570861 Aug 12 18:14:29.214492 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.db.db_base_plugin_common [None req-ad1a5f4d-c635-490f-8e36-dd34096b30c7 admin admin] Allocated IP 172.20.0.1 (67719e7f-0156-418a-bff8-25b8c41239b3/0ddd735a-2403-4a05-8ffa-68543322150c/d08474f4-4404-40bc-89d8-92b5e5d29bc3) {{(pid=94211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 18:14:29.291776 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e8f43a-7cb6-4577-8319-c824df8a299e req-21c91c33-119b-46a1-a5fb-c9ede68fbff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:14:29.295298 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-d7e8f43a-7cb6-4577-8319-c824df8a299e req-21c91c33-119b-46a1-a5fb-c9ede68fbff2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=61a93eca-119c-47b8-8ee3-141e6c4898af HTTP/1.1" status: 200 len: 852 time: 0.1164179 Aug 12 18:14:29.298472 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Pushing event updated for resources: {'Port': ['ID=03b248c3-1512-4037-8da1-6d7386cf4846,revision_number=3']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:14:29.313725 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-28dad641-a5f4-427d-bf56-a54850658d15 req-6baa7727-a73d-42f9-aa6b-2fb8380325d9 tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] 10.222.0.30 "GET /v2.0/security-groups?id=e39cc8c8-95b8-4973-8ebf-5d5b44e65dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008026 Aug 12 18:14:29.362046 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-dd390106-a378-40a7-981f-627b098f441f None None] Provisioning complete for port 03b248c3-1512-4037-8da1-6d7386cf4846 triggered by entity DHCP. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:14:29.366380 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-dd390106-a378-40a7-981f-627b098f441f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:29.390580 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Provisioning for port 3aa10e17-cb66-4a6a-af0a-f42bff96a5c6 completed by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 18:14:29.416300 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Provisioning complete for port 3aa10e17-cb66-4a6a-af0a-f42bff96a5c6 triggered by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:14:29.416300 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:29.580255 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_hamode_db [None req-5b473bf7-c319-4649-b205-b27975c1e29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c5cb250-5add-4af5-8f07-7cbe04b195a6', 'name': 'tempest-TestShelveInstance-1029728249-router', 'tenant_id': '8b20068286af469d9ab8cf8fcc6fb97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'c06f2969-67b2-4750-ba1f-56bafdc95eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:14:23Z', 'updated_at': '2021-08-12T18:14:25Z', 'revision_number': 3, 'project_id': '8b20068286af469d9ab8cf8fcc6fb97d', 'gw_port': {'id': 'c06f2969-67b2-4750-ba1f-56bafdc95eaf', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:35:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c5cb250-5add-4af5-8f07-7cbe04b195a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:14:24Z', 'updated_at': '2021-08-12T18:14:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi'}], 'dv-cinder-759943-10-iscsi', False) {} {{(pid=94214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:14:29.613393 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b473bf7-c319-4649-b205-b27975c1e29b None None] The sync data for ids ['4c5cb250-5add-4af5-8f07-7cbe04b195a6'] in dv-cinder-759943-10-iscsi is: [{'id': '4c5cb250-5add-4af5-8f07-7cbe04b195a6', 'name': 'tempest-TestShelveInstance-1029728249-router', 'tenant_id': '8b20068286af469d9ab8cf8fcc6fb97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'c06f2969-67b2-4750-ba1f-56bafdc95eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:14:23Z', 'updated_at': '2021-08-12T18:14:25Z', 'revision_number': 3, 'project_id': '8b20068286af469d9ab8cf8fcc6fb97d', 'gw_port': {'id': 'c06f2969-67b2-4750-ba1f-56bafdc95eaf', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:35:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c5cb250-5add-4af5-8f07-7cbe04b195a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:14:24Z', 'updated_at': '2021-08-12T18:14:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi'}] {{(pid=94214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 18:14:29.653674 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:29.700191 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-ad1a5f4d-c635-490f-8e36-dd34096b30c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:29.715759 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] For port 3aa10e17-cb66-4a6a-af0a-f42bff96a5c6, host dv-cinder-759943-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-10-iscsi',level=0,port_id=3aa10e17-cb66-4a6a-af0a-f42bff96a5c6,segment=NetworkSegment(12b6e908-d387-45ae-adb0-8f4da70f126b),segment_id=12b6e908-d387-45ae-adb0-8f4da70f126b)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:14:29.716140 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28673f02-545e-4993-9c5a-157a8ea5caf5 req-e642d42b-6d2c-48c1-bb34-e7d2a27026f6 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:14:29.725473 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:29.734905 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-28673f02-545e-4993-9c5a-157a8ea5caf5 req-e642d42b-6d2c-48c1-bb34-e7d2a27026f6 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc HTTP/1.1" status: 200 len: 945 time: 0.2062716 Aug 12 18:14:29.788985 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.db.provisioning_blocks [None req-ad1a5f4d-c635-490f-8e36-dd34096b30c7 admin admin] Transition to ACTIVE for port object d08474f4-4404-40bc-89d8-92b5e5d29bc3 will not be triggered until provisioned by entity DHCP. {{(pid=94211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 18:14:29.790876 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Pushing event updated for resources: {'Port': ['ID=3aa10e17-cb66-4a6a-af0a-f42bff96a5c6,revision_number=5']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:14:29.844301 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-28673f02-545e-4993-9c5a-157a8ea5caf5 req-ab408f3a-2bc1-46f5-a1f7-538033a36751 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/security-groups?id=c57fdca1-344f-4de7-a17a-826f1447a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082480 Aug 12 18:14:29.900208 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-ad1a5f4d-c635-490f-8e36-dd34096b30c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763627144933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9252727'] for port, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:30.056501 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-d7e8f43a-7cb6-4577-8319-c824df8a299e req-4a05bbab-f66c-4514-a27a-f68f5f0cd44a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0448be81-43ad-4bb4-987d-6c34e9542161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5369124 Aug 12 18:14:30.057855 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1a5f4d-c635-490f-8e36-dd34096b30c7 admin admin] Network 67719e7f-0156-418a-bff8-25b8c41239b3 is already hosted by enough agents. {{(pid=94211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 18:14:30.062314 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.base_scheduler [None req-ad1a5f4d-c635-490f-8e36-dd34096b30c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 18:14:30.067157 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1a5f4d-c635-490f-8e36-dd34096b30c7 admin admin] Received port after_create {{(pid=94211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 18:14:30.077778 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1a5f4d-c635-490f-8e36-dd34096b30c7 admin admin] Pushing event updated for resources: {'Port': ['ID=d08474f4-4404-40bc-89d8-92b5e5d29bc3,revision_number=1']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:14:30.205594 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-ad1a5f4d-c635-490f-8e36-dd34096b30c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693555'] for router_interface, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:30.239849 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa0cc3-d83b-4448-92c1-a339f84c0201 req-9da9f019-72bb-4aba-ad10-58d288912549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:14:30.259576 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-b6aa0cc3-d83b-4448-92c1-a339f84c0201 req-9da9f019-72bb-4aba-ad10-58d288912549 service neutron] 10.222.0.57 "GET /v2.0/networks?id=69280036-392c-4dfc-84c7-1aa4a0c305c8 HTTP/1.1" status: 200 len: 920 time: 1.1018925 Aug 12 18:14:30.421413 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-b6aa0cc3-d83b-4448-92c1-a339f84c0201 req-d7a3d94a-ca71-409e-af38-1a3b775d1587 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08cd73c9-093b-400e-ae0b-5aeaf8aecca2 HTTP/1.1" status: 200 len: 217 time: 0.1469162 Aug 12 18:14:30.446362 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-d7e8f43a-7cb6-4577-8319-c824df8a299e req-ac57a222-975d-4e38-8b29-d16e88292e92 service neutron] 10.222.0.57 "GET /v2.0/networks/0448be81-43ad-4bb4-987d-6c34e9542161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3812439 Aug 12 18:14:30.489681 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device c06f2969-67b2-4750-ba1f-56bafdc95eaf up at agent ovs-agent-dv-cinder-759943-10-iscsi {{(pid=94213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 18:14:30.569236 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-ad1a5f4d-c635-490f-8e36-dd34096b30c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:30.599884 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-992b44fa-8204-4039-9e3a-16a0988284a5 None None] Provisioning for port d08474f4-4404-40bc-89d8-92b5e5d29bc3 completed by entity DHCP. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 18:14:30.617868 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-992b44fa-8204-4039-9e3a-16a0988284a5 None None] Provisioning complete for port d08474f4-4404-40bc-89d8-92b5e5d29bc3 triggered by entity DHCP. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:14:30.618272 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-992b44fa-8204-4039-9e3a-16a0988284a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:30.634663 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ba210c-5571-4881-b274-491d6947abaf req-7f0a744c-46a4-41b9-a778-9d68f686e283 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:14:30.646488 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-22ba210c-5571-4881-b274-491d6947abaf req-7f0a744c-46a4-41b9-a778-9d68f686e283 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc73c794-c918-4d35-b969-010662453973 HTTP/1.1" status: 200 len: 946 time: 0.2977171 Aug 12 18:14:30.691146 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.plugin [None req-992b44fa-8204-4039-9e3a-16a0988284a5 None None] Port d08474f4-4404-40bc-89d8-92b5e5d29bc3 cannot update to ACTIVE because it is not bound. {{(pid=94213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 18:14:30.692180 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa0cc3-d83b-4448-92c1-a339f84c0201 req-3a56230e-e55d-41ef-a259-45bf33641022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:14:30.692673 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-b6aa0cc3-d83b-4448-92c1-a339f84c0201 req-3a56230e-e55d-41ef-a259-45bf33641022 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=afc1472d-6afb-47f2-8956-e41e4c0db5e3 HTTP/1.1" status: 200 len: 859 time: 0.2417974 Aug 12 18:14:30.700447 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Provisioning for port c06f2969-67b2-4750-ba1f-56bafdc95eaf completed by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 18:14:30.710721 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Provisioning complete for port c06f2969-67b2-4750-ba1f-56bafdc95eaf triggered by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:14:30.711176 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:30.797437 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-ad1a5f4d-c635-490f-8e36-dd34096b30c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:30.811022 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-22ba210c-5571-4881-b274-491d6947abaf req-888f4dea-f3bb-4c4e-9eb8-18e6b3c0a9d5 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627948 Aug 12 18:14:30.813266 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-ad1a5f4d-c635-490f-8e36-dd34096b30c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9252734'] for port, after_update {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:30.826894 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67944e95-17d5-4b42-9726-910c03d31794 req-d632eb54-2847-436a-a54b-6029c61dcb64 tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:14:30.830315 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-67944e95-17d5-4b42-9726-910c03d31794 req-d632eb54-2847-436a-a54b-6029c61dcb64 tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] 10.222.0.30 "GET /v2.0/ports?device_id=3bd1a2b7-1229-46b3-8fb0-434a7eccafce HTTP/1.1" status: 200 len: 943 time: 0.3196113 Aug 12 18:14:30.860271 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-b6aa0cc3-d83b-4448-92c1-a339f84c0201 req-7e95e347-da1a-45fb-a722-666512f62e62 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=69280036-392c-4dfc-84c7-1aa4a0c305c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1476994 Aug 12 18:14:30.943450 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1a5f4d-c635-490f-8e36-dd34096b30c7 admin admin] Pushing event updated for resources: {'Port': ['ID=d08474f4-4404-40bc-89d8-92b5e5d29bc3,revision_number=2']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:14:30.951332 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-ad1a5f4d-c635-490f-8e36-dd34096b30c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693671'] for router_interface, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:30.956689 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:30.997687 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] For port c06f2969-67b2-4750-ba1f-56bafdc95eaf, host dv-cinder-759943-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-10-iscsi',level=0,port_id=c06f2969-67b2-4750-ba1f-56bafdc95eaf,segment=NetworkSegment(7eaed6a7-5a45-4d84-aa5c-ab7d15676367),segment_id=7eaed6a7-5a45-4d84-aa5c-ab7d15676367)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:14:31.005501 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:31.006598 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device 03b248c3-1512-4037-8da1-6d7386cf4846 up at agent ovs-agent-dv-cinder-759943-10-iscsi {{(pid=94213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 18:14:31.045197 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-d7e8f43a-7cb6-4577-8319-c824df8a299e req-d238ac06-cbfa-41b9-b8b9-77562c7738f0 service neutron] 10.222.0.57 "GET /v2.0/networks/0448be81-43ad-4bb4-987d-6c34e9542161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5408089 Aug 12 18:14:31.103227 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-67944e95-17d5-4b42-9726-910c03d31794 req-c50bc7de-a4d3-4fb2-a628-f7f83e35f255 tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] 10.222.0.30 "GET /v2.0/security-groups?id=e39cc8c8-95b8-4973-8ebf-5d5b44e65dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304118 Aug 12 18:14:31.113728 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1a5f4d-c635-490f-8e36-dd34096b30c7 admin admin] Network 67719e7f-0156-418a-bff8-25b8c41239b3 is already hosted by enough agents. {{(pid=94211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 18:14:31.115425 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.base_scheduler [None req-ad1a5f4d-c635-490f-8e36-dd34096b30c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 18:14:31.141519 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Pushing event updated for resources: {'Port': ['ID=c06f2969-67b2-4750-ba1f-56bafdc95eaf,revision_number=4']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:14:31.169306 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Provisioning complete for port 03b248c3-1512-4037-8da1-6d7386cf4846 triggered by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:14:31.169741 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:31.186166 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8064da-7ff0-4188-91f8-cda4ca266fdc req-1583c3a2-07dd-4562-b520-5a9dbf3bb328 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:14:31.195431 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-7d8064da-7ff0-4188-91f8-cda4ca266fdc req-1583c3a2-07dd-4562-b520-5a9dbf3bb328 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc HTTP/1.1" status: 200 len: 945 time: 0.2021689 Aug 12 18:14:31.217234 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-b6aa0cc3-d83b-4448-92c1-a339f84c0201 req-419abd3e-578c-4342-a41f-5506d5c0b147 service neutron] 10.222.0.57 "GET /v2.0/networks/69280036-392c-4dfc-84c7-1aa4a0c305c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3353922 Aug 12 18:14:31.316825 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device 3aa10e17-cb66-4a6a-af0a-f42bff96a5c6 up at agent ovs-agent-dv-cinder-759943-10-iscsi {{(pid=94213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 18:14:31.343824 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad1a5f4d-c635-490f-8e36-dd34096b30c7 admin admin] Router 4c5cb250-5add-4af5-8f07-7cbe04b195a6 has already been hosted by L3 agent 35f8a3af-1ed6-4507-a756-5ee5db7e6400 {{(pid=94211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 18:14:31.432895 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Provisioning complete for port 3aa10e17-cb66-4a6a-af0a-f42bff96a5c6 triggered by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:14:31.433332 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:31.474198 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-7d8064da-7ff0-4188-91f8-cda4ca266fdc req-4ce7d9d0-1005-4698-9ed5-f31b98e247a1 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/security-groups?id=c57fdca1-344f-4de7-a17a-826f1447a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2735660 Aug 12 18:14:31.480735 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d8973d-c9f7-429e-b4e4-1422fe59b1a1 req-b2723ff2-b1e3-46a3-acb8-9af1893d599b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:14:31.480735 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-61d8973d-c9f7-429e-b4e4-1422fe59b1a1 req-b2723ff2-b1e3-46a3-acb8-9af1893d599b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=031628e1b0824fe2a4da5111af9f7bdc&device_id=3bd1a2b7-1229-46b3-8fb0-434a7eccafce HTTP/1.1" status: 200 len: 1096 time: 0.3727658 Aug 12 18:14:31.509143 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad1a5f4d-c635-490f-8e36-dd34096b30c7 admin admin] Notify agent at l3_agent.dv-cinder-759943-10-iscsi the message routers_updated {{(pid=94211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 18:14:31.531043 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-ad1a5f4d-c635-490f-8e36-dd34096b30c7 admin admin] 10.222.0.30 "PUT /v2.0/routers/4c5cb250-5add-4af5-8f07-7cbe04b195a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8701451 Aug 12 18:14:31.536596 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-23c23736-ed63-439f-91aa-8bc89ece603b None None] Provisioning complete for port d08474f4-4404-40bc-89d8-92b5e5d29bc3 triggered by entity DHCP. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:14:31.537149 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-23c23736-ed63-439f-91aa-8bc89ece603b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:31.566069 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-b6aa0cc3-d83b-4448-92c1-a339f84c0201 req-fcfa86de-1eb0-4b97-a615-56a4d34e8d60 service neutron] 10.222.0.57 "GET /v2.0/networks/69280036-392c-4dfc-84c7-1aa4a0c305c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3241498 Aug 12 18:14:31.586344 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.plugin [None req-23c23736-ed63-439f-91aa-8bc89ece603b None None] Port d08474f4-4404-40bc-89d8-92b5e5d29bc3 cannot update to ACTIVE because it is not bound. {{(pid=94213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 18:14:31.628634 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d8973d-c9f7-429e-b4e4-1422fe59b1a1 req-b43b213b-2359-4ead-ac8f-c327af6e4897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:14:31.630153 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-61d8973d-c9f7-429e-b4e4-1422fe59b1a1 req-b43b213b-2359-4ead-ac8f-c327af6e4897 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0448be81-43ad-4bb4-987d-6c34e9542161 HTTP/1.1" status: 200 len: 913 time: 0.1356478 Aug 12 18:14:31.686477 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-61d8973d-c9f7-429e-b4e4-1422fe59b1a1 req-f73a6a9a-063a-4571-b2ed-196875b7b2fd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e803db92-4b73-4869-a437-1e4b6d395f8b HTTP/1.1" status: 200 len: 217 time: 0.0441949 Aug 12 18:14:31.751834 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d8973d-c9f7-429e-b4e4-1422fe59b1a1 req-02e86764-34d2-4de6-8176-464424491f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:14:31.753557 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-61d8973d-c9f7-429e-b4e4-1422fe59b1a1 req-02e86764-34d2-4de6-8176-464424491f30 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=61a93eca-119c-47b8-8ee3-141e6c4898af HTTP/1.1" status: 200 len: 852 time: 0.0553229 Aug 12 18:14:31.825453 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-61d8973d-c9f7-429e-b4e4-1422fe59b1a1 req-36b8b385-fa74-458f-b4d1-8e7ecbe855db service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0448be81-43ad-4bb4-987d-6c34e9542161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584533 Aug 12 18:14:32.019321 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-61d8973d-c9f7-429e-b4e4-1422fe59b1a1 req-79289575-b8f9-444b-b995-5fb6119666b2 service neutron] 10.222.0.57 "GET /v2.0/networks/0448be81-43ad-4bb4-987d-6c34e9542161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888168 Aug 12 18:14:32.030945 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e0b2ad-3dbf-417c-b25e-0edc49ef6d97 req-3c3b8ac7-28db-44fb-8dbd-206ebec1f7ae tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:14:32.032309 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-c8e0b2ad-3dbf-417c-b25e-0edc49ef6d97 req-3c3b8ac7-28db-44fb-8dbd-206ebec1f7ae tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc73c794-c918-4d35-b969-010662453973 HTTP/1.1" status: 200 len: 946 time: 0.1058886 Aug 12 18:14:32.152393 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-c8e0b2ad-3dbf-417c-b25e-0edc49ef6d97 req-6b36cac3-f635-4afa-84ec-d9495d377d61 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102428 Aug 12 18:14:32.191895 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-61d8973d-c9f7-429e-b4e4-1422fe59b1a1 req-8b4b19ae-be2c-4288-9925-03b51ba22d7d service neutron] 10.222.0.57 "GET /v2.0/networks/0448be81-43ad-4bb4-987d-6c34e9542161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585841 Aug 12 18:14:32.258785 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2882c9-9888-4f4d-91ac-bca67986921c None None] Sync routers for ids ['4c5cb250-5add-4af5-8f07-7cbe04b195a6'] in dv-cinder-759943-10-iscsi {{(pid=94213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 18:14:32.265443 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device c06f2969-67b2-4750-ba1f-56bafdc95eaf up at agent ovs-agent-dv-cinder-759943-10-iscsi {{(pid=94213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 18:14:32.310735 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2882c9-9888-4f4d-91ac-bca67986921c None None] Routers {'4c5cb250-5add-4af5-8f07-7cbe04b195a6'} bound to L3 agent in host dv-cinder-759943-10-iscsi {{(pid=94213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 18:14:32.311579 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-6a2882c9-9888-4f4d-91ac-bca67986921c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T18:04:37Z,description=,heartbeat_timestamp=2021-08-12T18:14:07Z,host='dv-cinder-759943-10-iscsi',id=35f8a3af-1ed6-4507-a756-5ee5db7e6400,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T18:04:37Z,topic='l3_agent')) {'router_ids': ['4c5cb250-5add-4af5-8f07-7cbe04b195a6'], 'active': True} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:14:32.327766 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4805cecf-818d-4b4a-8a60-26a6606e9d04 req-f74851ea-9a54-426b-af19-d196b2a85e0b tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:14:32.329283 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-4805cecf-818d-4b4a-8a60-26a6606e9d04 req-f74851ea-9a54-426b-af19-d196b2a85e0b tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] 10.222.0.30 "GET /v2.0/ports?device_id=3bd1a2b7-1229-46b3-8fb0-434a7eccafce HTTP/1.1" status: 200 len: 943 time: 0.0547636 Aug 12 18:14:32.346818 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 52774) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:14:32.351448 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.v2.base [None req-7df6e743-bfa1-4e5c-b4c8-11ed93993d74 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-305108617', 'description': 'tempest-secgroup-smoke-305108617 description', 'project_id': '924212fddaa448b5b1093e482a785cd7'}} {{(pid=94211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:14:32.376391 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-7df6e743-bfa1-4e5c-b4c8-11ed93993d74 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Notify callbacks [] for security_group, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:32.384713 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-4805cecf-818d-4b4a-8a60-26a6606e9d04 req-2407c60b-b7c9-4048-9c75-15e0aee4033c tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] 10.222.0.30 "GET /v2.0/security-groups?id=e39cc8c8-95b8-4973-8ebf-5d5b44e65dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461044 Aug 12 18:14:32.417295 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Provisioning complete for port c06f2969-67b2-4750-ba1f-56bafdc95eaf triggered by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:14:32.417666 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:32.456034 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvr_db [None req-6a2882c9-9888-4f4d-91ac-bca67986921c None None] Set router 4c5cb250-5add-4af5-8f07-7cbe04b195a6 gateway port host: dv-cinder-759943-10-iscsi {{(pid=94213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 18:14:32.460915 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-7df6e743-bfa1-4e5c-b4c8-11ed93993d74 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Notify callbacks [] for security_group, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:32.465401 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-7df6e743-bfa1-4e5c-b4c8-11ed93993d74 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:32.498160 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-7df6e743-bfa1-4e5c-b4c8-11ed93993d74 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Notify callbacks [] for security_group, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:32.499982 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-7df6e743-bfa1-4e5c-b4c8-11ed93993d74 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1519401 Aug 12 18:14:32.502264 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df6e743-bfa1-4e5c-b4c8-11ed93993d74 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee503810-7a83-41bb-ac93-212bb7d263cf,revision_number=1']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:14:32.505753 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 52778) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:14:32.510965 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.v2.base [None req-6250144f-db03-4410-bb92-b006880c7577 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Request body: {'security_group_rule': {'security_group_id': 'ee503810-7a83-41bb-ac93-212bb7d263cf', 'project_id': '924212fddaa448b5b1093e482a785cd7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:14:32.547209 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-6250144f-db03-4410-bb92-b006880c7577 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:32.612760 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d493b-9870-4f71-a620-3063f32b8852 req-b8929bc2-4803-4097-95fd-b689f5b900bb tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:14:32.615018 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-b94d493b-9870-4f71-a620-3063f32b8852 req-b8929bc2-4803-4097-95fd-b689f5b900bb tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc HTTP/1.1" status: 200 len: 945 time: 0.0526516 Aug 12 18:14:32.616681 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-6250144f-db03-4410-bb92-b006880c7577 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:32.621094 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-6250144f-db03-4410-bb92-b006880c7577 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740685'] for security_group_rule, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:32.643478 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6250144f-db03-4410-bb92-b006880c7577 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e5df3f1-e385-4ca9-8b3b-ae2dc25286d4,revision_number=0']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:14:32.648874 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-6250144f-db03-4410-bb92-b006880c7577 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:32.650397 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-6250144f-db03-4410-bb92-b006880c7577 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1428726 Aug 12 18:14:32.653676 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 52780) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:14:32.658214 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.v2.base [None req-b51ae5b8-3713-4e33-99d0-e7301769cbfc tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Request body: {'security_group_rule': {'security_group_id': 'ee503810-7a83-41bb-ac93-212bb7d263cf', 'project_id': '924212fddaa448b5b1093e482a785cd7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:14:32.670586 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-b94d493b-9870-4f71-a620-3063f32b8852 req-5e81793c-c337-4012-9e31-80446738905a tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/security-groups?id=c57fdca1-344f-4de7-a17a-826f1447a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486834 Aug 12 18:14:32.685246 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-b51ae5b8-3713-4e33-99d0-e7301769cbfc tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:32.716218 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-6a2882c9-9888-4f4d-91ac-bca67986921c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c5cb250-5add-4af5-8f07-7cbe04b195a6', 'name': 'tempest-TestShelveInstance-1029728249-router', 'tenant_id': '8b20068286af469d9ab8cf8fcc6fb97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'c06f2969-67b2-4750-ba1f-56bafdc95eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:14:23Z', 'updated_at': '2021-08-12T18:14:30Z', 'revision_number': 4, 'project_id': '8b20068286af469d9ab8cf8fcc6fb97d', 'gw_port': {'id': 'c06f2969-67b2-4750-ba1f-56bafdc95eaf', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:35:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c5cb250-5add-4af5-8f07-7cbe04b195a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:14:24Z', 'updated_at': '2021-08-12T18:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi', '_interfaces': [{'id': 'd08474f4-4404-40bc-89d8-92b5e5d29bc3', 'name': '', 'network_id': '67719e7f-0156-418a-bff8-25b8c41239b3', 'tenant_id': '8b20068286af469d9ab8cf8fcc6fb97d', 'mac_address': 'fa:16:3e:af:1c:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c5cb250-5add-4af5-8f07-7cbe04b195a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '0ddd735a-2403-4a05-8ffa-68543322150c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:14:28Z', 'updated_at': '2021-08-12T18:14:30Z', 'revision_number': 2, 'project_id': '8b20068286af469d9ab8cf8fcc6fb97d', 'subnets': [{'id': '0ddd735a-2403-4a05-8ffa-68543322150c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-10-iscsi', False) {} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:14:32.744693 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2882c9-9888-4f4d-91ac-bca67986921c None None] Checking router: 4c5cb250-5add-4af5-8f07-7cbe04b195a6 for host: dv-cinder-759943-10-iscsi {{(pid=94213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 18:14:32.745072 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2882c9-9888-4f4d-91ac-bca67986921c None None] Updating router 4c5cb250-5add-4af5-8f07-7cbe04b195a6 port d08474f4-4404-40bc-89d8-92b5e5d29bc3 binding host dv-cinder-759943-10-iscsi {{(pid=94213) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 18:14:32.754579 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-b51ae5b8-3713-4e33-99d0-e7301769cbfc tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:32.759242 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-b51ae5b8-3713-4e33-99d0-e7301769cbfc tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740685'] for security_group_rule, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:32.779306 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51ae5b8-3713-4e33-99d0-e7301769cbfc tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afe6bdaf-28de-415a-92eb-394901f32890,revision_number=0']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:14:32.785410 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-b51ae5b8-3713-4e33-99d0-e7301769cbfc tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:32.786713 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-b51ae5b8-3713-4e33-99d0-e7301769cbfc tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1320267 Aug 12 18:14:32.789583 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 52782) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:14:32.794512 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.v2.base [None req-1b1236a2-beff-4e31-b607-45194d5112ab tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Request body: {'security_group_rule': {'security_group_id': 'ee503810-7a83-41bb-ac93-212bb7d263cf', 'project_id': '924212fddaa448b5b1093e482a785cd7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:14:32.822929 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-1b1236a2-beff-4e31-b607-45194d5112ab tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:32.886098 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-6a2882c9-9888-4f4d-91ac-bca67986921c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:32.886387 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-1b1236a2-beff-4e31-b607-45194d5112ab tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:32.891742 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-1b1236a2-beff-4e31-b607-45194d5112ab tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740685'] for security_group_rule, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:32.913053 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1236a2-beff-4e31-b607-45194d5112ab tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a32a10a-2a80-4820-9363-27fffb4ed717,revision_number=0']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:14:32.921511 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-1b1236a2-beff-4e31-b607-45194d5112ab tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:32.925424 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-1b1236a2-beff-4e31-b607-45194d5112ab tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1321399 Aug 12 18:14:32.925718 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 52786) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:14:32.930549 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.v2.base [None req-831db782-9203-4a5d-9434-dac58b9306c6 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Request body: {'security_group_rule': {'security_group_id': 'ee503810-7a83-41bb-ac93-212bb7d263cf', 'project_id': '924212fddaa448b5b1093e482a785cd7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:14:32.959115 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-831db782-9203-4a5d-9434-dac58b9306c6 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:33.009088 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-831db782-9203-4a5d-9434-dac58b9306c6 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:33.013240 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-831db782-9203-4a5d-9434-dac58b9306c6 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740685'] for security_group_rule, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:33.032125 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831db782-9203-4a5d-9434-dac58b9306c6 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27a07fd2-104f-4955-a857-6668ce0e3453,revision_number=0']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:14:33.036153 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-831db782-9203-4a5d-9434-dac58b9306c6 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:33.037532 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-831db782-9203-4a5d-9434-dac58b9306c6 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1106858 Aug 12 18:14:33.040509 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 52788) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:14:33.046091 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.v2.base [None req-fb0eaf29-98d0-4eef-b6ef-1a2e0c831b66 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Request body: {'security_group_rule': {'security_group_id': 'ee503810-7a83-41bb-ac93-212bb7d263cf', 'project_id': '924212fddaa448b5b1093e482a785cd7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:14:33.068257 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.db.securitygroups_db [None req-fb0eaf29-98d0-4eef-b6ef-1a2e0c831b66 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Project 924212fddaa448b5b1093e482a785cd7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 18:14:33.073658 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-fb0eaf29-98d0-4eef-b6ef-1a2e0c831b66 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:33.139087 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-fb0eaf29-98d0-4eef-b6ef-1a2e0c831b66 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:33.142699 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-fb0eaf29-98d0-4eef-b6ef-1a2e0c831b66 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740685'] for security_group_rule, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:33.160077 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0eaf29-98d0-4eef-b6ef-1a2e0c831b66 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b561c2a5-6b88-4495-9c53-4ac1698fa0da,revision_number=0']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:14:33.167191 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-fb0eaf29-98d0-4eef-b6ef-1a2e0c831b66 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:33.168549 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-fb0eaf29-98d0-4eef-b6ef-1a2e0c831b66 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1269107 Aug 12 18:14:33.171295 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 52790) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:14:33.175809 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.v2.base [None req-f0b89cfc-5cbe-41c5-bfc2-f522da91506c tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Request body: {'security_group_rule': {'security_group_id': 'ee503810-7a83-41bb-ac93-212bb7d263cf', 'project_id': '924212fddaa448b5b1093e482a785cd7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:14:33.192072 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-6a2882c9-9888-4f4d-91ac-bca67986921c None None] Notify callbacks [] for port, precommit_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:33.199844 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.db.securitygroups_db [None req-f0b89cfc-5cbe-41c5-bfc2-f522da91506c tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Project 924212fddaa448b5b1093e482a785cd7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 18:14:33.205380 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-f0b89cfc-5cbe-41c5-bfc2-f522da91506c tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:33.206571 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-6a2882c9-9888-4f4d-91ac-bca67986921c None None] Transition to ACTIVE for port object d08474f4-4404-40bc-89d8-92b5e5d29bc3 will not be triggered until provisioned by entity L2. {{(pid=94213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 18:14:33.214881 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-6a2882c9-9888-4f4d-91ac-bca67986921c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:33.278701 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83fc7e1-536a-41c7-9ff3-e85eaeb23523 None None] Pushing event updated for resources: {'Port': ['ID=d08474f4-4404-40bc-89d8-92b5e5d29bc3,revision_number=3']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:14:33.326460 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Device e803db92-4b73-4869-a437-1e4b6d395f8b details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=94213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 18:14:33.331467 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-f0b89cfc-5cbe-41c5-bfc2-f522da91506c tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:33.346529 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-f0b89cfc-5cbe-41c5-bfc2-f522da91506c tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740685'] for security_group_rule, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:33.349564 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.managers [None req-6a2882c9-9888-4f4d-91ac-bca67986921c None None] Attempting to bind port d08474f4-4404-40bc-89d8-92b5e5d29bc3 on host dv-cinder-759943-10-iscsi for vnic_type normal with profile {{(pid=94213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 18:14:33.350378 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.managers [None req-6a2882c9-9888-4f4d-91ac-bca67986921c None None] Attempting to bind port d08474f4-4404-40bc-89d8-92b5e5d29bc3 by drivers openvswitch,hyperv on host dv-cinder-759943-10-iscsi at level 0 using segments [{'id': '315fd943-c155-4f47-976b-2a66d06ca7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '67719e7f-0156-418a-bff8-25b8c41239b3'}] {{(pid=94213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 18:14:33.350922 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2882c9-9888-4f4d-91ac-bca67986921c None None] Attempting to bind port d08474f4-4404-40bc-89d8-92b5e5d29bc3 on network 67719e7f-0156-418a-bff8-25b8c41239b3 {{(pid=94213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 18:14:33.363889 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2882c9-9888-4f4d-91ac-bca67986921c None None] Checking agent: {'id': '5c163145-f35a-4c40-8b97-030a9bee90f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 18, 4, 38), 'started_at': datetime.datetime(2021, 8, 12, 18, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 18, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 18:14:33.364557 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2882c9-9888-4f4d-91ac-bca67986921c None None] Checking segment: {'id': '315fd943-c155-4f47-976b-2a66d06ca7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '67719e7f-0156-418a-bff8-25b8c41239b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 18:14:33.365306 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-6a2882c9-9888-4f4d-91ac-bca67986921c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:33.365855 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2882c9-9888-4f4d-91ac-bca67986921c None None] Bound using segment: {'id': '315fd943-c155-4f47-976b-2a66d06ca7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '67719e7f-0156-418a-bff8-25b8c41239b3'} {{(pid=94213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 18:14:33.366520 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.managers [None req-6a2882c9-9888-4f4d-91ac-bca67986921c None None] Bound port: d08474f4-4404-40bc-89d8-92b5e5d29bc3, host: dv-cinder-759943-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '315fd943-c155-4f47-976b-2a66d06ca7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '67719e7f-0156-418a-bff8-25b8c41239b3'}}] {{(pid=94213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 18:14:33.367074 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-6a2882c9-9888-4f4d-91ac-bca67986921c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:33.384307 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7940d593-7f0f-471d-9a3d-e475b19f7938 req-6ea066b0-808e-4568-bc68-008439c058e0 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:14:33.386110 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-7940d593-7f0f-471d-9a3d-e475b19f7938 req-6ea066b0-808e-4568-bc68-008439c058e0 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc73c794-c918-4d35-b969-010662453973 HTTP/1.1" status: 200 len: 946 time: 0.1498559 Aug 12 18:14:33.396718 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b89cfc-5cbe-41c5-bfc2-f522da91506c tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d79d98c6-9f21-4ca5-bc62-79f3f5bbaa21,revision_number=0']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:14:33.444705 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-7940d593-7f0f-471d-9a3d-e475b19f7938 req-a12044b4-b104-42b9-9556-b41b92a172ae tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456297 Aug 12 18:14:33.447931 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-f0b89cfc-5cbe-41c5-bfc2-f522da91506c tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:33.448935 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-f0b89cfc-5cbe-41c5-bfc2-f522da91506c tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2766976 Aug 12 18:14:33.564411 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-6a2882c9-9888-4f4d-91ac-bca67986921c None None] For port d08474f4-4404-40bc-89d8-92b5e5d29bc3, host dv-cinder-759943-10-iscsi, cleared binding levels {{(pid=94213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 18:14:33.566661 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1405e2-c7c1-4dee-9d78-df367ea85f71 req-3bae4288-046b-4c2e-8246-2079a74c557b tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:14:33.568282 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-dd1405e2-c7c1-4dee-9d78-df367ea85f71 req-3bae4288-046b-4c2e-8246-2079a74c557b tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] 10.222.0.30 "GET /v2.0/ports?device_id=3bd1a2b7-1229-46b3-8fb0-434a7eccafce HTTP/1.1" status: 200 len: 943 time: 0.0865340 Aug 12 18:14:33.570372 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-6a2882c9-9888-4f4d-91ac-bca67986921c None None] For port d08474f4-4404-40bc-89d8-92b5e5d29bc3, host dv-cinder-759943-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-10-iscsi',level=0,port_id=d08474f4-4404-40bc-89d8-92b5e5d29bc3,segment=NetworkSegment(315fd943-c155-4f47-976b-2a66d06ca7cf),segment_id=315fd943-c155-4f47-976b-2a66d06ca7cf)] {{(pid=94213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 18:14:33.573165 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] For port e803db92-4b73-4869-a437-1e4b6d395f8b, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=e803db92-4b73-4869-a437-1e4b6d395f8b,segment=NetworkSegment(c3f2ddd1-9fd8-41f9-a075-e26a18087b9c),segment_id=c3f2ddd1-9fd8-41f9-a075-e26a18087b9c)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:14:33.584056 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-6a2882c9-9888-4f4d-91ac-bca67986921c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:33.608742 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-dd1405e2-c7c1-4dee-9d78-df367ea85f71 req-6ff9384e-a373-4d6d-821f-36c10d6c59ba tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] 10.222.0.30 "GET /v2.0/security-groups?id=e39cc8c8-95b8-4973-8ebf-5d5b44e65dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333214 Aug 12 18:14:33.609161 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Returning: {'device': 'e803db92-4b73-4869-a437-1e4b6d395f8b', 'network_id': '0448be81-43ad-4bb4-987d-6c34e9542161', 'port_id': 'e803db92-4b73-4869-a437-1e4b6d395f8b', 'mac_address': 'fa:16:3e:45:01:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61a93eca-119c-47b8-8ee3-141e6c4898af', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 18:14:33.693984 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83fc7e1-536a-41c7-9ff3-e85eaeb23523 None None] Pushing event updated for resources: {'Port': ['ID=d08474f4-4404-40bc-89d8-92b5e5d29bc3,revision_number=4']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:14:33.700321 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2882c9-9888-4f4d-91ac-bca67986921c None None] Routers {'4c5cb250-5add-4af5-8f07-7cbe04b195a6'} bound to L3 agent in host dv-cinder-759943-10-iscsi {{(pid=94213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 18:14:33.700942 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-6a2882c9-9888-4f4d-91ac-bca67986921c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T18:04:37Z,description=,heartbeat_timestamp=2021-08-12T18:14:07Z,host='dv-cinder-759943-10-iscsi',id=35f8a3af-1ed6-4507-a756-5ee5db7e6400,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T18:04:37Z,topic='l3_agent')) {'router_ids': ['4c5cb250-5add-4af5-8f07-7cbe04b195a6'], 'active': True} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:14:33.710258 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:33.764857 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.notifiers.nova [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e803db92-4b73-4869-a437-1e4b6d395f8b {{(pid=94213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 18:14:33.811968 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258c87bf-0132-45ff-9e4c-8ce73998c262 req-dd28d3f4-1ea4-4cab-9856-16c348c2a455 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:14:33.814270 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-258c87bf-0132-45ff-9e4c-8ce73998c262 req-dd28d3f4-1ea4-4cab-9856-16c348c2a455 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc HTTP/1.1" status: 200 len: 945 time: 0.0655038 Aug 12 18:14:33.819067 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] For port e803db92-4b73-4869-a437-1e4b6d395f8b, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=e803db92-4b73-4869-a437-1e4b6d395f8b,segment=NetworkSegment(c3f2ddd1-9fd8-41f9-a075-e26a18087b9c),segment_id=c3f2ddd1-9fd8-41f9-a075-e26a18087b9c)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:14:33.831192 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:33.871659 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-258c87bf-0132-45ff-9e4c-8ce73998c262 req-7795fe6a-930e-4d34-aed3-80b23ee8c60e tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/security-groups?id=c57fdca1-344f-4de7-a17a-826f1447a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451422 Aug 12 18:14:33.889245 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvr_db [None req-6a2882c9-9888-4f4d-91ac-bca67986921c None None] Set router 4c5cb250-5add-4af5-8f07-7cbe04b195a6 gateway port host: dv-cinder-759943-10-iscsi {{(pid=94213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 18:14:33.943895 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Pushing event updated for resources: {'Port': ['ID=e803db92-4b73-4869-a437-1e4b6d395f8b,revision_number=4']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:14:34.082517 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] get_ports_and_sgs() called for port_ids ['e803db92-4b73-4869-a437-1e4b6d395f8b'] {{(pid=94213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 18:14:34.219885 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-6a2882c9-9888-4f4d-91ac-bca67986921c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c5cb250-5add-4af5-8f07-7cbe04b195a6', 'name': 'tempest-TestShelveInstance-1029728249-router', 'tenant_id': '8b20068286af469d9ab8cf8fcc6fb97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'c06f2969-67b2-4750-ba1f-56bafdc95eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:14:23Z', 'updated_at': '2021-08-12T18:14:30Z', 'revision_number': 4, 'project_id': '8b20068286af469d9ab8cf8fcc6fb97d', 'gw_port': {'id': 'c06f2969-67b2-4750-ba1f-56bafdc95eaf', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:35:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c5cb250-5add-4af5-8f07-7cbe04b195a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:14:24Z', 'updated_at': '2021-08-12T18:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi', '_interfaces': [{'id': 'd08474f4-4404-40bc-89d8-92b5e5d29bc3', 'name': '', 'network_id': '67719e7f-0156-418a-bff8-25b8c41239b3', 'tenant_id': '8b20068286af469d9ab8cf8fcc6fb97d', 'mac_address': 'fa:16:3e:af:1c:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c5cb250-5add-4af5-8f07-7cbe04b195a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '0ddd735a-2403-4a05-8ffa-68543322150c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:14:28Z', 'updated_at': '2021-08-12T18:14:33Z', 'revision_number': 4, 'project_id': '8b20068286af469d9ab8cf8fcc6fb97d', 'subnets': [{'id': '0ddd735a-2403-4a05-8ffa-68543322150c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-10-iscsi', False) {} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:14:34.249568 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2882c9-9888-4f4d-91ac-bca67986921c None None] The sync data for ids ['4c5cb250-5add-4af5-8f07-7cbe04b195a6'] in dv-cinder-759943-10-iscsi is: [{'id': '4c5cb250-5add-4af5-8f07-7cbe04b195a6', 'name': 'tempest-TestShelveInstance-1029728249-router', 'tenant_id': '8b20068286af469d9ab8cf8fcc6fb97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'c06f2969-67b2-4750-ba1f-56bafdc95eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:14:23Z', 'updated_at': '2021-08-12T18:14:30Z', 'revision_number': 4, 'project_id': '8b20068286af469d9ab8cf8fcc6fb97d', 'gw_port': {'id': 'c06f2969-67b2-4750-ba1f-56bafdc95eaf', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:35:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c5cb250-5add-4af5-8f07-7cbe04b195a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:14:24Z', 'updated_at': '2021-08-12T18:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi', '_interfaces': [{'id': 'd08474f4-4404-40bc-89d8-92b5e5d29bc3', 'name': '', 'network_id': '67719e7f-0156-418a-bff8-25b8c41239b3', 'tenant_id': '8b20068286af469d9ab8cf8fcc6fb97d', 'mac_address': 'fa:16:3e:af:1c:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c5cb250-5add-4af5-8f07-7cbe04b195a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '0ddd735a-2403-4a05-8ffa-68543322150c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:14:28Z', 'updated_at': '2021-08-12T18:14:33Z', 'revision_number': 4, 'project_id': '8b20068286af469d9ab8cf8fcc6fb97d', 'subnets': [{'id': '0ddd735a-2403-4a05-8ffa-68543322150c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 18:14:34.618212 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a648fde9-b30c-41f4-a935-e526c2729c56 req-9fea1b51-8419-4703-92d4-b8fdc4dad65f tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:14:34.619947 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-a648fde9-b30c-41f4-a935-e526c2729c56 req-9fea1b51-8419-4703-92d4-b8fdc4dad65f tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc73c794-c918-4d35-b969-010662453973 HTTP/1.1" status: 200 len: 946 time: 0.0561149 Aug 12 18:14:34.693573 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-a648fde9-b30c-41f4-a935-e526c2729c56 req-59842f61-dfe1-4357-8169-b1779eaa0c99 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668643 Aug 12 18:14:34.773969 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd7a4a-eb9c-4d01-b816-4eaaabb44810 req-f7d4b360-c352-4b6e-a7a8-24e068ed2498 tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:14:34.775589 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-09dd7a4a-eb9c-4d01-b816-4eaaabb44810 req-f7d4b360-c352-4b6e-a7a8-24e068ed2498 tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] 10.222.0.30 "GET /v2.0/ports?device_id=3bd1a2b7-1229-46b3-8fb0-434a7eccafce HTTP/1.1" status: 200 len: 944 time: 0.0709913 Aug 12 18:14:34.827310 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-09dd7a4a-eb9c-4d01-b816-4eaaabb44810 req-3ac0a02e-8453-4cda-81a8-20ce193b9b44 tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] 10.222.0.30 "GET /v2.0/security-groups?id=e39cc8c8-95b8-4973-8ebf-5d5b44e65dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452914 Aug 12 18:14:34.953888 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3cdbb89e-f9e1-4b8b-96e5-64509b8ce255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:35.012778 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a393207-2b73-4000-9f3f-ce5a5a7be080 req-458fcd16-9188-403a-8790-e0ed936c9d95 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:14:35.014444 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-3a393207-2b73-4000-9f3f-ce5a5a7be080 req-458fcd16-9188-403a-8790-e0ed936c9d95 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc HTTP/1.1" status: 200 len: 945 time: 0.0567582 Aug 12 18:14:35.089117 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-3a393207-2b73-4000-9f3f-ce5a5a7be080 req-e69aa533-0c4a-4c48-aa90-c234f4a4baa4 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/security-groups?id=c57fdca1-344f-4de7-a17a-826f1447a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674634 Aug 12 18:14:35.303467 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 52928) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:14:35.321803 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Device e803db92-4b73-4869-a437-1e4b6d395f8b up at agent hyperv_hv-cinder-75994 {{(pid=94213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 18:14:35.360394 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5032496-5505-4cf6-a13a-df92dfa46f61 admin admin] Deleting subnet a532bb50-7b59-4f59-bd95-42443c2838f8 {{(pid=94212) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 18:14:35.363911 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-c5032496-5505-4cf6-a13a-df92dfa46f61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:35.382093 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Provisioning for port e803db92-4b73-4869-a437-1e4b6d395f8b completed by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 18:14:35.386066 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Provisioning complete for port e803db92-4b73-4869-a437-1e4b6d395f8b triggered by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:14:35.386565 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:35.404393 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-c5032496-5505-4cf6-a13a-df92dfa46f61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10322303'] for subnet, precommit_delete_associations {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:35.448436 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-c5032496-5505-4cf6-a13a-df92dfa46f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1735162'] for subnet, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:35.467856 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:35.490732 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bd1a2b7-1229-46b3-8fb0-434a7eccafce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e803db92-4b73-4869-a437-1e4b6d395f8b'}] {{(pid=94213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 18:14:35.493049 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093bef5005328d2170e61a9e3556762ddeddd0b69a57765fcd678c61bdf37499" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f132c6dd-d046-4669-83d1-ec7ea9ffdeb7" -d '{"events": [{"server_uuid": "3bd1a2b7-1229-46b3-8fb0-434a7eccafce", "name": "network-vif-plugged", "status": "completed", "tag": "e803db92-4b73-4869-a437-1e4b6d395f8b"}]}' {{(pid=94213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 18:14:35.502120 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-c5032496-5505-4cf6-a13a-df92dfa46f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1735149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8400662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8840012'] for subnet, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:35.506214 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] For port e803db92-4b73-4869-a437-1e4b6d395f8b, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=e803db92-4b73-4869-a437-1e4b6d395f8b,segment=NetworkSegment(c3f2ddd1-9fd8-41f9-a075-e26a18087b9c),segment_id=c3f2ddd1-9fd8-41f9-a075-e26a18087b9c)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:14:35.511129 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:35.533986 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5032496-5505-4cf6-a13a-df92dfa46f61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a532bb50-7b59-4f59-bd95-42443c2838f8,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:14:35.536298 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-c5032496-5505-4cf6-a13a-df92dfa46f61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:35.538044 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-c5032496-5505-4cf6-a13a-df92dfa46f61 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/a532bb50-7b59-4f59-bd95-42443c2838f8 HTTP/1.1" status: 204 len: 168 time: 0.2331753 Aug 12 18:14:35.540718 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 52932) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:14:35.550922 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 18:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f414dd6-9bde-4b1c-b976-94d56143832a x-openstack-request-id: req-1f414dd6-9bde-4b1c-b976-94d56143832a {{(pid=94213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 18:14:35.551381 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bd1a2b7-1229-46b3-8fb0-434a7eccafce", "name": "network-vif-plugged", "status": "completed", "tag": "e803db92-4b73-4869-a437-1e4b6d395f8b", "code": 200}]} {{(pid=94213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 18:14:35.551636 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1f414dd6-9bde-4b1c-b976-94d56143832a {{(pid=94213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 18:14:35.552027 dv-cinder-759943-10-iscsi neutron-server[94213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bd1a2b7-1229-46b3-8fb0-434a7eccafce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e803db92-4b73-4869-a437-1e4b6d395f8b', 'code': 200} Aug 12 18:14:35.567064 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Pushing event updated for resources: {'Port': ['ID=e803db92-4b73-4869-a437-1e4b6d395f8b,revision_number=5']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:14:35.618716 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-4365a849-9e31-4630-8ef1-be175a2f81cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1816869'] for network, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:35.695263 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-4365a849-9e31-4630-8ef1-be175a2f81cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1735549', 'neutron.services.segments.db._delete_segments_for_network-8763627670128'] for network, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:35.706183 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.services.segments.db [None req-4365a849-9e31-4630-8ef1-be175a2f81cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad293857-80de-4880-9f90-c9579c4ad1c9']}} {{(pid=94211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:14:35.716465 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.services.segments.db [None req-4365a849-9e31-4630-8ef1-be175a2f81cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de415605-43c8-4260-a620-68ee6408e803') {'for_net_delete': True} {{(pid=94211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:14:35.716753 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.services.segments.db [None req-4365a849-9e31-4630-8ef1-be175a2f81cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de415605-43c8-4260-a620-68ee6408e803') {} {{(pid=94211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:14:35.725131 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3a13a0-3591-462d-9834-087fd399c767 req-eac2cd73-4317-4db3-b681-8d66e10a3739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:14:35.726425 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-4365a849-9e31-4630-8ef1-be175a2f81cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763627625081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2620086'] for segment, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:35.726812 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-7d3a13a0-3591-462d-9834-087fd399c767 req-eac2cd73-4317-4db3-b681-8d66e10a3739 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3bd1a2b7-1229-46b3-8fb0-434a7eccafce HTTP/1.1" status: 200 len: 1098 time: 0.0430598 Aug 12 18:14:35.740370 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-4365a849-9e31-4630-8ef1-be175a2f81cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735099'] for segment, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:35.748018 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4365a849-9e31-4630-8ef1-be175a2f81cc admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=94211) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 18:14:35.748546 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-4365a849-9e31-4630-8ef1-be175a2f81cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9252762'] for segment, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:35.750496 dv-cinder-759943-10-iscsi neutron-server[94211]: Traceback (most recent call last): Aug 12 18:14:35.750496 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 18:14:35.750496 dv-cinder-759943-10-iscsi neutron-server[94211]: timer() Aug 12 18:14:35.750496 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 18:14:35.750496 dv-cinder-759943-10-iscsi neutron-server[94211]: cb(*args, **kw) Aug 12 18:14:35.750496 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 18:14:35.750496 dv-cinder-759943-10-iscsi neutron-server[94211]: return func(*args, **kwargs) Aug 12 18:14:35.750496 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 18:14:35.750496 dv-cinder-759943-10-iscsi neutron-server[94211]: self._notify() Aug 12 18:14:35.750496 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 18:14:35.750496 dv-cinder-759943-10-iscsi neutron-server[94211]: self.callback(batched_events) Aug 12 18:14:35.750496 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 18:14:35.750496 dv-cinder-759943-10-iscsi neutron-server[94211]: event.method(event) Aug 12 18:14:35.750496 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 18:14:35.750496 dv-cinder-759943-10-iscsi neutron-server[94211]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 18:14:35.750496 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 18:14:35.750496 dv-cinder-759943-10-iscsi neutron-server[94211]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 18:14:35.750496 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 18:14:35.750496 dv-cinder-759943-10-iscsi neutron-server[94211]: return f(self, *a, **k) Aug 12 18:14:35.750496 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 18:14:35.750496 dv-cinder-759943-10-iscsi neutron-server[94211]: return self._get(url).json() Aug 12 18:14:35.750496 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 18:14:35.750496 dv-cinder-759943-10-iscsi neutron-server[94211]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 18:14:35.750496 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 18:14:35.750496 dv-cinder-759943-10-iscsi neutron-server[94211]: return self.request(url, 'GET', **kwargs) Aug 12 18:14:35.750496 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 18:14:35.750496 dv-cinder-759943-10-iscsi neutron-server[94211]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 18:14:35.750496 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 18:14:35.750496 dv-cinder-759943-10-iscsi neutron-server[94211]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 18:14:35.750496 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 18:14:35.750496 dv-cinder-759943-10-iscsi neutron-server[94211]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 18:14:35.750496 dv-cinder-759943-10-iscsi neutron-server[94211]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 18:14:35.775159 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-7d3a13a0-3591-462d-9834-087fd399c767 req-c8847da0-17cd-4511-ae7c-bb85c77695f2 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e39cc8c8-95b8-4973-8ebf-5d5b44e65dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404537 Aug 12 18:14:35.810908 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-4365a849-9e31-4630-8ef1-be175a2f81cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1735524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734910'] for network, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:35.816245 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-4365a849-9e31-4630-8ef1-be175a2f81cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564513'] for network, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:35.818085 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-4365a849-9e31-4630-8ef1-be175a2f81cc admin admin] 10.222.0.30 "DELETE /v2.0/networks/ad293857-80de-4880-9f90-c9579c4ad1c9 HTTP/1.1" status: 204 len: 168 time: 0.2762134 Aug 12 18:14:35.829732 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4365a849-9e31-4630-8ef1-be175a2f81cc admin admin] Pushing event deleted for resources: {'Network': ['ID=ad293857-80de-4880-9f90-c9579c4ad1c9,revision_number=None']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:14:35.944271 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70e94db-199f-40b9-adef-13a195dd17b9 req-d314cbb4-8820-489c-9d49-7d7215aad416 tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:14:35.946357 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-e70e94db-199f-40b9-adef-13a195dd17b9 req-d314cbb4-8820-489c-9d49-7d7215aad416 tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] 10.222.0.30 "GET /v2.0/ports?device_id=3bd1a2b7-1229-46b3-8fb0-434a7eccafce HTTP/1.1" status: 200 len: 945 time: 0.0508413 Aug 12 18:14:35.990271 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-e70e94db-199f-40b9-adef-13a195dd17b9 req-2d5500e8-1492-4ba7-aab2-afde1927e23e tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] 10.222.0.30 "GET /v2.0/security-groups?id=e39cc8c8-95b8-4973-8ebf-5d5b44e65dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377586 Aug 12 18:14:36.012266 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 52940) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:14:36.050757 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-6c6d50db-5d11-48a2-84c4-1497e581aa3c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f5cb9593ecc74c0f87b9d49791b9aef9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373335 Aug 12 18:14:36.053152 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 52942) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:14:36.102446 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-86c5ff46-38f7-44f9-8af9-73b4bd86f8c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:36.140664 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-86c5ff46-38f7-44f9-8af9-73b4bd86f8c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:36.238567 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4725e2-cd6e-4474-9281-02898d16685a req-f11543f3-8679-41cd-b3f1-2c6ab1b36fd4 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:14:36.240369 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-ab4725e2-cd6e-4474-9281-02898d16685a req-f11543f3-8679-41cd-b3f1-2c6ab1b36fd4 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc HTTP/1.1" status: 200 len: 945 time: 0.0742857 Aug 12 18:14:36.257186 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device d08474f4-4404-40bc-89d8-92b5e5d29bc3 up at agent ovs-agent-dv-cinder-759943-10-iscsi {{(pid=94213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 18:14:36.259314 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-86c5ff46-38f7-44f9-8af9-73b4bd86f8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:36.262579 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-86c5ff46-38f7-44f9-8af9-73b4bd86f8c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:36.263814 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-86c5ff46-38f7-44f9-8af9-73b4bd86f8c9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/284d97f4-cb4c-4bef-a5eb-32b9c053b5ec HTTP/1.1" status: 204 len: 168 time: 0.2097268 Aug 12 18:14:36.282530 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c5ff46-38f7-44f9-8af9-73b4bd86f8c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=284d97f4-cb4c-4bef-a5eb-32b9c053b5ec,revision_number=None']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:14:36.313333 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-ab4725e2-cd6e-4474-9281-02898d16685a req-6aff0582-fff9-4b04-99ba-4947501e58d7 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/security-groups?id=c57fdca1-344f-4de7-a17a-826f1447a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632277 Aug 12 18:14:36.340908 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Provisioning for port d08474f4-4404-40bc-89d8-92b5e5d29bc3 completed by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 18:14:36.345637 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Provisioning complete for port d08474f4-4404-40bc-89d8-92b5e5d29bc3 triggered by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:14:36.345954 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:36.447387 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:36.492865 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] For port d08474f4-4404-40bc-89d8-92b5e5d29bc3, host dv-cinder-759943-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-10-iscsi',level=0,port_id=d08474f4-4404-40bc-89d8-92b5e5d29bc3,segment=NetworkSegment(315fd943-c155-4f47-976b-2a66d06ca7cf),segment_id=315fd943-c155-4f47-976b-2a66d06ca7cf)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:14:36.500502 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:36.562053 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Pushing event updated for resources: {'Port': ['ID=d08474f4-4404-40bc-89d8-92b5e5d29bc3,revision_number=5']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:14:37.110783 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3f7e7-74d2-4036-a5d8-48f82aef55e1 req-5e9b1491-4bd8-4617-94de-0b0007624066 tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:14:37.112483 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-9ce3f7e7-74d2-4036-a5d8-48f82aef55e1 req-5e9b1491-4bd8-4617-94de-0b0007624066 tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] 10.222.0.30 "GET /v2.0/ports?device_id=3bd1a2b7-1229-46b3-8fb0-434a7eccafce HTTP/1.1" status: 200 len: 945 time: 0.0494201 Aug 12 18:14:37.151548 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-9ce3f7e7-74d2-4036-a5d8-48f82aef55e1 req-4a12a123-0c13-482e-917c-672788c464a8 tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] 10.222.0.30 "GET /v2.0/security-groups?id=e39cc8c8-95b8-4973-8ebf-5d5b44e65dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330780 Aug 12 18:14:37.318003 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-a3d5ddae-5b2d-459c-bc26-70bdbdab0f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:37.422577 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d822f34a-38e1-43e0-a3e2-3c8e145d0087 req-2d362ab2-7262-4bf7-be73-aae0ed27aaec tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:14:37.424072 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-d822f34a-38e1-43e0-a3e2-3c8e145d0087 req-2d362ab2-7262-4bf7-be73-aae0ed27aaec tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc HTTP/1.1" status: 200 len: 945 time: 0.0495036 Aug 12 18:14:37.462108 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-d822f34a-38e1-43e0-a3e2-3c8e145d0087 req-ff7caa83-1c62-432b-b393-b15fc117f960 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/security-groups?id=c57fdca1-344f-4de7-a17a-826f1447a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320919 Aug 12 18:14:37.672942 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb606d-f5cb-4719-891a-d059ad8d67c8 req-afeedc45-7057-4172-8f82-254aeab1adf5 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:14:37.674528 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-30fb606d-f5cb-4719-891a-d059ad8d67c8 req-afeedc45-7057-4172-8f82-254aeab1adf5 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc HTTP/1.1" status: 200 len: 945 time: 0.0554490 Aug 12 18:14:37.746750 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-30fb606d-f5cb-4719-891a-d059ad8d67c8 req-59b129fc-0076-4bf8-a31b-a80a7fd79e1c tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/security-groups?id=c57fdca1-344f-4de7-a17a-826f1447a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657294 Aug 12 18:14:37.760637 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e4bb08-25d3-4b91-9aae-818e1cfe90a7 req-78d5c8ca-4fba-4e3c-8ee7-64d5e30c1d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:14:37.760637 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-31e4bb08-25d3-4b91-9aae-818e1cfe90a7 req-78d5c8ca-4fba-4e3c-8ee7-64d5e30c1d11 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0cd01e4bf13e4379b9d179c3973204fe&device_id=f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc HTTP/1.1" status: 200 len: 1098 time: 0.0667012 Aug 12 18:14:37.845476 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e4bb08-25d3-4b91-9aae-818e1cfe90a7 req-4b2c027d-00a1-4f58-ba30-7233c6d5153c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:14:37.846989 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-31e4bb08-25d3-4b91-9aae-818e1cfe90a7 req-4b2c027d-00a1-4f58-ba30-7233c6d5153c service neutron] 10.222.0.57 "GET /v2.0/networks?id=c79ff127-e29d-415e-ac8f-388698d304d0 HTTP/1.1" status: 200 len: 912 time: 0.0851872 Aug 12 18:14:37.920699 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-31e4bb08-25d3-4b91-9aae-818e1cfe90a7 req-eac7f3b2-7bdb-41e4-85a0-0198f5d60ecd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=191b98a4-8a2b-43e2-b563-2500f1c744b5 HTTP/1.1" status: 200 len: 1001 time: 0.0659652 Aug 12 18:14:37.967660 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:37.974057 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e4bb08-25d3-4b91-9aae-818e1cfe90a7 req-9a8cae41-ff82-49f8-9d17-b86d9aa79932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:14:37.975597 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-31e4bb08-25d3-4b91-9aae-818e1cfe90a7 req-9a8cae41-ff82-49f8-9d17-b86d9aa79932 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eed8715d-98a6-404a-8335-27c57f2cf8a3 HTTP/1.1" status: 200 len: 850 time: 0.0472152 Aug 12 18:14:38.024511 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e4bb08-25d3-4b91-9aae-818e1cfe90a7 req-b2dd7fe9-b81b-4d1f-81de-b6a74e908f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:14:38.026021 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-31e4bb08-25d3-4b91-9aae-818e1cfe90a7 req-b2dd7fe9-b81b-4d1f-81de-b6a74e908f6b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c79ff127-e29d-415e-ac8f-388698d304d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0412569 Aug 12 18:14:38.123221 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-31e4bb08-25d3-4b91-9aae-818e1cfe90a7 req-a4090a2a-733d-45d8-93b7-c3c9ed1b07c6 service neutron] 10.222.0.57 "GET /v2.0/networks/c79ff127-e29d-415e-ac8f-388698d304d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896356 Aug 12 18:14:38.216843 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-31e4bb08-25d3-4b91-9aae-818e1cfe90a7 req-7d4f2b19-bb65-4bee-b7bb-42fad36dc8b8 service neutron] 10.222.0.57 "GET /v2.0/networks/c79ff127-e29d-415e-ac8f-388698d304d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853932 Aug 12 18:14:38.226796 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device d08474f4-4404-40bc-89d8-92b5e5d29bc3 up at agent ovs-agent-dv-cinder-759943-10-iscsi {{(pid=94213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 18:14:38.279535 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Provisioning complete for port d08474f4-4404-40bc-89d8-92b5e5d29bc3 triggered by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:14:38.279903 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:38.527194 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-2083c3fd-5dc5-47ae-86de-acca0e7a8e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:38.941579 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cad2cb-2ab6-4315-8d1d-93ff9dfe0c96 req-8a759beb-cd7b-4c58-90b9-ebae97aa7025 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:14:38.943480 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-c1cad2cb-2ab6-4315-8d1d-93ff9dfe0c96 req-8a759beb-cd7b-4c58-90b9-ebae97aa7025 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc HTTP/1.1" status: 200 len: 945 time: 0.0739007 Aug 12 18:14:38.994671 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-c1cad2cb-2ab6-4315-8d1d-93ff9dfe0c96 req-81cbb82a-d460-4d11-b0b8-c3b7afde7fc1 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/security-groups?id=c57fdca1-344f-4de7-a17a-826f1447a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416174 Aug 12 18:14:39.050650 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53acddea-b76a-436a-acc4-135a31a5e3d5 req-48e4a2b3-a70f-4464-867c-ccb20725c3c4 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:14:39.052075 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-53acddea-b76a-436a-acc4-135a31a5e3d5 req-48e4a2b3-a70f-4464-867c-ccb20725c3c4 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=6bec450e-372c-4e5b-8ad5-717ad421be83 HTTP/1.1" status: 200 len: 945 time: 0.0512350 Aug 12 18:14:39.089002 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-53acddea-b76a-436a-acc4-135a31a5e3d5 req-bea1d053-18a4-4563-b87b-1b3ed2c3f91d tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310452 Aug 12 18:14:40.113550 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f02fc1-04a0-427d-82be-9e1361f9a3a2 req-b3c99bab-9df0-4715-bcb1-c3acefe48a85 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:14:40.115129 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-87f02fc1-04a0-427d-82be-9e1361f9a3a2 req-b3c99bab-9df0-4715-bcb1-c3acefe48a85 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc HTTP/1.1" status: 200 len: 945 time: 0.0531039 Aug 12 18:14:40.153670 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-87f02fc1-04a0-427d-82be-9e1361f9a3a2 req-49284547-7f54-4bfa-9cec-3d670274a8d0 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/security-groups?id=c57fdca1-344f-4de7-a17a-826f1447a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318956 Aug 12 18:14:40.208117 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa5c83-52fc-44b3-bde6-cd5e2915bf97 req-527fd3bc-c64f-4c54-ace1-10ce9f478167 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:14:40.209588 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-48fa5c83-52fc-44b3-bde6-cd5e2915bf97 req-527fd3bc-c64f-4c54-ace1-10ce9f478167 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=6bec450e-372c-4e5b-8ad5-717ad421be83 HTTP/1.1" status: 200 len: 945 time: 0.0521369 Aug 12 18:14:40.211073 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-b1de9828-bfad-4ef8-8d69-6d6f9fbe420c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:40.247735 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-48fa5c83-52fc-44b3-bde6-cd5e2915bf97 req-5fac5b68-9f7c-4a54-a6d8-3b2a952b4243 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319109 Aug 12 18:14:41.361156 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faa4009-b1dd-47db-9168-8c4e49fba06e req-7dff2f23-5ed8-4c67-b724-2f91c7a50f62 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:14:41.362821 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-1faa4009-b1dd-47db-9168-8c4e49fba06e req-7dff2f23-5ed8-4c67-b724-2f91c7a50f62 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=6bec450e-372c-4e5b-8ad5-717ad421be83 HTTP/1.1" status: 200 len: 945 time: 0.0491865 Aug 12 18:14:41.429188 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-1faa4009-b1dd-47db-9168-8c4e49fba06e req-1168a8e0-381a-4c5f-a952-3363ab6cc2e3 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603414 Aug 12 18:14:41.442250 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e16881-24cd-4b19-80e9-2f3bac784946 req-b28b9197-0dff-40f2-9da5-04a1c3bb09a7 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:14:41.443916 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-83e16881-24cd-4b19-80e9-2f3bac784946 req-b28b9197-0dff-40f2-9da5-04a1c3bb09a7 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.57 "GET /v2.0/ports?device_id=6bec450e-372c-4e5b-8ad5-717ad421be83 HTTP/1.1" status: 200 len: 945 time: 0.0685430 Aug 12 18:14:41.537837 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.plugin [req-83e16881-24cd-4b19-80e9-2f3bac784946 req-e3482ec2-2af4-44fc-8a82-4f9706703c78 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Deleting port ac456926-e2ac-422e-ace7-8d671c7ae6f6 {{(pid=94212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 18:14:41.538115 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-83e16881-24cd-4b19-80e9-2f3bac784946 req-e3482ec2-2af4-44fc-8a82-4f9706703c78 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763627642920'] for port, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:41.623895 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.db [req-83e16881-24cd-4b19-80e9-2f3bac784946 req-e3482ec2-2af4-44fc-8a82-4f9706703c78 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] For port ac456926-e2ac-422e-ace7-8d671c7ae6f6, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=ac456926-e2ac-422e-ace7-8d671c7ae6f6,segment=NetworkSegment(f72e982e-c115-4593-a5df-3fdd0aa12c0a),segment_id=f72e982e-c115-4593-a5df-3fdd0aa12c0a)] {{(pid=94212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:14:41.624242 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-83e16881-24cd-4b19-80e9-2f3bac784946 req-e3482ec2-2af4-44fc-8a82-4f9706703c78 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-732327'] for port, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:41.636433 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.plugin [req-83e16881-24cd-4b19-80e9-2f3bac784946 req-e3482ec2-2af4-44fc-8a82-4f9706703c78 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Calling delete_port for ac456926-e2ac-422e-ace7-8d671c7ae6f6 owned by compute:nova {{(pid=94212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 18:14:41.765266 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-83e16881-24cd-4b19-80e9-2f3bac784946 req-e3482ec2-2af4-44fc-8a82-4f9706703c78 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763627647362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763627144942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8400677'] for port, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:41.778017 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] get_ports_and_sgs() called for port_ids ['ac456926-e2ac-422e-ace7-8d671c7ae6f6', '08cd73c9-093b-400e-ae0b-5aeaf8aecca2'] {{(pid=94213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 18:14:41.793971 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3482ec2-2af4-44fc-8a82-4f9706703c78 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Pushing event deleted for resources: {'Port': ['ID=ac456926-e2ac-422e-ace7-8d671c7ae6f6,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:14:41.837603 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.l3_dvrscheduler_db [req-83e16881-24cd-4b19-80e9-2f3bac784946 req-e3482ec2-2af4-44fc-8a82-4f9706703c78 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] No DVR routers for this DVR port ac456926-e2ac-422e-ace7-8d671c7ae6f6 on host hv-cinder-75994 {{(pid=94212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 18:14:41.840086 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-83e16881-24cd-4b19-80e9-2f3bac784946 req-e3482ec2-2af4-44fc-8a82-4f9706703c78 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195385'] for port, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:41.842076 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-83e16881-24cd-4b19-80e9-2f3bac784946 req-e3482ec2-2af4-44fc-8a82-4f9706703c78 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.57 "DELETE /v2.0/ports/ac456926-e2ac-422e-ace7-8d671c7ae6f6 HTTP/1.1" status: 204 len: 173 time: 0.3913865 Aug 12 18:14:41.842502 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bec450e-372c-4e5b-8ad5-717ad421be83', 'name': 'network-vif-deleted', 'tag': 'ac456926-e2ac-422e-ace7-8d671c7ae6f6'}] {{(pid=94212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 18:14:41.844812 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd512f55349b839fb4675422b2dbaf52bda1baead41a4efd90d4bf8a5142663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-992eca5a-0ba6-4908-afed-3e592c6feea3" -d '{"events": [{"server_uuid": "6bec450e-372c-4e5b-8ad5-717ad421be83", "name": "network-vif-deleted", "tag": "ac456926-e2ac-422e-ace7-8d671c7ae6f6"}]}' {{(pid=94212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 18:14:41.887781 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 18:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc75a09-3b12-4b17-a63c-b6588aec7279 x-openstack-request-id: req-adc75a09-3b12-4b17-a63c-b6588aec7279 {{(pid=94212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 18:14:41.888070 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bec450e-372c-4e5b-8ad5-717ad421be83", "name": "network-vif-deleted", "tag": "ac456926-e2ac-422e-ace7-8d671c7ae6f6", "status": "completed", "code": 200}]} {{(pid=94212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 18:14:41.888338 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-adc75a09-3b12-4b17-a63c-b6588aec7279 {{(pid=94212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 18:14:41.888807 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bec450e-372c-4e5b-8ad5-717ad421be83', 'name': 'network-vif-deleted', 'tag': 'ac456926-e2ac-422e-ace7-8d671c7ae6f6', 'status': 'completed', 'code': 200} Aug 12 18:14:42.700467 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f4eb95-a246-4ba5-add9-90b517b787a3 req-fb7d439f-2bbb-4f93-b348-8f372e4d3057 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:14:42.701991 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-94f4eb95-a246-4ba5-add9-90b517b787a3 req-fb7d439f-2bbb-4f93-b348-8f372e4d3057 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc73c794-c918-4d35-b969-010662453973 HTTP/1.1" status: 200 len: 946 time: 0.0482876 Aug 12 18:14:42.739264 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-94f4eb95-a246-4ba5-add9-90b517b787a3 req-293ef2f2-2f2a-4dfa-a86a-3633b6b19957 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314701 Aug 12 18:14:43.857815 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0bfccc-479d-4476-a91a-ad4ebee08626 req-866164b1-d992-4129-a5cd-d74e7684a638 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:14:43.859356 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-2f0bfccc-479d-4476-a91a-ad4ebee08626 req-866164b1-d992-4129-a5cd-d74e7684a638 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc73c794-c918-4d35-b969-010662453973 HTTP/1.1" status: 200 len: 946 time: 0.0491762 Aug 12 18:14:43.896452 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-2f0bfccc-479d-4476-a91a-ad4ebee08626 req-dfafe7e1-1c61-4ca0-9159-2aa443ddb3bc tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310664 Aug 12 18:14:45.014128 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5487de69-202f-4c60-aed7-a7ffc6203275 req-f98a8d34-7a6c-4bba-a4b6-22870ea96099 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:14:45.015616 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-5487de69-202f-4c60-aed7-a7ffc6203275 req-f98a8d34-7a6c-4bba-a4b6-22870ea96099 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc73c794-c918-4d35-b969-010662453973 HTTP/1.1" status: 200 len: 946 time: 0.0493011 Aug 12 18:14:45.052500 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-5487de69-202f-4c60-aed7-a7ffc6203275 req-ac22c926-0fc5-4c50-be2a-d615ef5e06ef tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309978 Aug 12 18:14:45.374129 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Device ac456926-e2ac-422e-ace7-8d671c7ae6f6 no longer exists at agent hyperv_hv-cinder-75994 {{(pid=94213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 18:14:45.393749 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.plugin [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] No Port match for: ac456926-e2ac-422e-ace7-8d671c7ae6f6 {{(pid=94213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 18:14:45.394111 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Device ac456926-e2ac-422e-ace7-8d671c7ae6f6 not bound to the agent host hv-cinder-75994 {{(pid=94213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 18:14:46.167493 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea741db-6781-43b9-b905-c094667dee55 req-d1125e35-3752-432f-9084-ff2563975a36 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:14:46.169285 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-1ea741db-6781-43b9-b905-c094667dee55 req-d1125e35-3752-432f-9084-ff2563975a36 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc73c794-c918-4d35-b969-010662453973 HTTP/1.1" status: 200 len: 946 time: 0.0486393 Aug 12 18:14:46.207734 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-1ea741db-6781-43b9-b905-c094667dee55 req-5e80e8eb-a52f-46cb-b6fd-995d485b7c67 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323861 Aug 12 18:14:47.323694 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d784ef-34d7-49a1-9c10-a5bc297505b5 req-c99c91f3-4a64-4422-bf23-63b28ea2350f tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:14:47.325229 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-83d784ef-34d7-49a1-9c10-a5bc297505b5 req-c99c91f3-4a64-4422-bf23-63b28ea2350f tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc73c794-c918-4d35-b969-010662453973 HTTP/1.1" status: 200 len: 946 time: 0.0516236 Aug 12 18:14:47.364839 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-83d784ef-34d7-49a1-9c10-a5bc297505b5 req-38bcb11b-2259-4270-a0f1-72f81d4b85e0 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333812 Aug 12 18:14:48.372035 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de8c963-a109-4928-9f34-28f36114db48 req-7c405309-791b-4e82-adc4-cc81f944aaaa tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:14:48.373565 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-3de8c963-a109-4928-9f34-28f36114db48 req-7c405309-791b-4e82-adc4-cc81f944aaaa tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.57 "GET /v2.0/ports?device_id=dc73c794-c918-4d35-b969-010662453973 HTTP/1.1" status: 200 len: 946 time: 0.0484507 Aug 12 18:14:48.378187 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.agents_db [None req-aa7dbe78-d4f0-421a-85da-826b2a172358 None None] Agent healthcheck: found 6 active agents {{(pid=94214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 18:14:48.470947 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.plugin [req-3de8c963-a109-4928-9f34-28f36114db48 req-01be4001-1383-4984-887b-0900679165f7 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Deleting port 08cd73c9-093b-400e-ae0b-5aeaf8aecca2 {{(pid=94212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 18:14:48.471285 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-3de8c963-a109-4928-9f34-28f36114db48 req-01be4001-1383-4984-887b-0900679165f7 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763627642920'] for port, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:48.485126 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563d51a8-533e-449b-9c5e-425057942a8b req-1623e67e-2f65-4680-92bd-0c880fe4c03c tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:14:48.487240 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-563d51a8-533e-449b-9c5e-425057942a8b req-1623e67e-2f65-4680-92bd-0c880fe4c03c tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc73c794-c918-4d35-b969-010662453973 HTTP/1.1" status: 200 len: 946 time: 0.0542183 Aug 12 18:14:48.524319 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-563d51a8-533e-449b-9c5e-425057942a8b req-a93d19ad-b767-42bc-875f-ca71159204e6 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.30 "GET /v2.0/security-groups?id=5923613d-cfe9-475a-9784-b443ad18b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309064 Aug 12 18:14:48.567950 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.db [req-3de8c963-a109-4928-9f34-28f36114db48 req-01be4001-1383-4984-887b-0900679165f7 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] For port 08cd73c9-093b-400e-ae0b-5aeaf8aecca2, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=08cd73c9-093b-400e-ae0b-5aeaf8aecca2,segment=NetworkSegment(f72e982e-c115-4593-a5df-3fdd0aa12c0a),segment_id=f72e982e-c115-4593-a5df-3fdd0aa12c0a)] {{(pid=94212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:14:48.568312 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-3de8c963-a109-4928-9f34-28f36114db48 req-01be4001-1383-4984-887b-0900679165f7 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-732327'] for port, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:48.581279 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.plugin [req-3de8c963-a109-4928-9f34-28f36114db48 req-01be4001-1383-4984-887b-0900679165f7 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Calling delete_port for 08cd73c9-093b-400e-ae0b-5aeaf8aecca2 owned by compute:nova {{(pid=94212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 18:14:48.705104 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-3de8c963-a109-4928-9f34-28f36114db48 req-01be4001-1383-4984-887b-0900679165f7 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763627647362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763627144942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8400677'] for port, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:48.716508 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] get_ports_and_sgs() called for port_ids ['08cd73c9-093b-400e-ae0b-5aeaf8aecca2'] {{(pid=94213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 18:14:48.735420 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01be4001-1383-4984-887b-0900679165f7 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Pushing event deleted for resources: {'Port': ['ID=08cd73c9-093b-400e-ae0b-5aeaf8aecca2,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:14:48.775270 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.l3_dvrscheduler_db [req-3de8c963-a109-4928-9f34-28f36114db48 req-01be4001-1383-4984-887b-0900679165f7 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] No DVR routers for this DVR port 08cd73c9-093b-400e-ae0b-5aeaf8aecca2 on host hv-cinder-75994 {{(pid=94212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 18:14:48.778443 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-3de8c963-a109-4928-9f34-28f36114db48 req-01be4001-1383-4984-887b-0900679165f7 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195385'] for port, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:48.780579 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-3de8c963-a109-4928-9f34-28f36114db48 req-01be4001-1383-4984-887b-0900679165f7 tempest-ServerRescueNegativeTestJSON-179773759 tempest-ServerRescueNegativeTestJSON-179773759-project] 10.222.0.57 "DELETE /v2.0/ports/08cd73c9-093b-400e-ae0b-5aeaf8aecca2 HTTP/1.1" status: 204 len: 173 time: 0.3993552 Aug 12 18:14:48.781240 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc73c794-c918-4d35-b969-010662453973', 'name': 'network-vif-deleted', 'tag': '08cd73c9-093b-400e-ae0b-5aeaf8aecca2'}] {{(pid=94212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 18:14:48.783740 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd512f55349b839fb4675422b2dbaf52bda1baead41a4efd90d4bf8a5142663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-031935d8-12c1-4f63-92e6-976fbc9091d7" -d '{"events": [{"server_uuid": "dc73c794-c918-4d35-b969-010662453973", "name": "network-vif-deleted", "tag": "08cd73c9-093b-400e-ae0b-5aeaf8aecca2"}]}' {{(pid=94212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 18:14:48.821632 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 18:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e03f903e-65ed-4390-a48d-f6c4176903d9 x-openstack-request-id: req-e03f903e-65ed-4390-a48d-f6c4176903d9 {{(pid=94212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 18:14:48.821951 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc73c794-c918-4d35-b969-010662453973", "name": "network-vif-deleted", "tag": "08cd73c9-093b-400e-ae0b-5aeaf8aecca2", "status": "completed", "code": 200}]} {{(pid=94212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 18:14:48.822205 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e03f903e-65ed-4390-a48d-f6c4176903d9 {{(pid=94212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 18:14:48.822819 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc73c794-c918-4d35-b969-010662453973', 'name': 'network-vif-deleted', 'tag': '08cd73c9-093b-400e-ae0b-5aeaf8aecca2', 'status': 'completed', 'code': 200} Aug 12 18:14:49.580988 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 53128) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:14:50.227482 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-22f244ce-1ba0-40a1-a2c8-2c9485419a35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693640'] for router_interface, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:50.517067 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.plugin [None req-22f244ce-1ba0-40a1-a2c8-2c9485419a35 admin admin] Deleting port 2b07fb69-9a08-4f36-8137-664903eeba95 {{(pid=94212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 18:14:50.517234 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-22f244ce-1ba0-40a1-a2c8-2c9485419a35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763627642920'] for port, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:50.597732 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.db [None req-22f244ce-1ba0-40a1-a2c8-2c9485419a35 admin admin] For port 2b07fb69-9a08-4f36-8137-664903eeba95, host dv-cinder-759943-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-10-iscsi',level=0,port_id=2b07fb69-9a08-4f36-8137-664903eeba95,segment=NetworkSegment(f72e982e-c115-4593-a5df-3fdd0aa12c0a),segment_id=f72e982e-c115-4593-a5df-3fdd0aa12c0a)] {{(pid=94212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:14:50.598414 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-22f244ce-1ba0-40a1-a2c8-2c9485419a35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-732327'] for port, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:50.611209 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.plugin [None req-22f244ce-1ba0-40a1-a2c8-2c9485419a35 admin admin] Calling delete_port for 2b07fb69-9a08-4f36-8137-664903eeba95 owned by network:router_interface {{(pid=94212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 18:14:50.802365 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-22f244ce-1ba0-40a1-a2c8-2c9485419a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763627647362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763627144942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8400677'] for port, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:50.832994 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f244ce-1ba0-40a1-a2c8-2c9485419a35 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b07fb69-9a08-4f36-8137-664903eeba95,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:14:50.984442 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-22f244ce-1ba0-40a1-a2c8-2c9485419a35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737592'] for router_interface, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:51.189702 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22f244ce-1ba0-40a1-a2c8-2c9485419a35 admin admin] Router f51a9fd6-2a72-4885-b8e3-cb56c9cdac80 has already been hosted by L3 agent 35f8a3af-1ed6-4507-a756-5ee5db7e6400 {{(pid=94212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 18:14:51.295530 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f244ce-1ba0-40a1-a2c8-2c9485419a35 admin admin] Notify agent at l3_agent.dv-cinder-759943-10-iscsi the message routers_updated {{(pid=94212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 18:14:51.301680 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-22f244ce-1ba0-40a1-a2c8-2c9485419a35 admin admin] 10.222.0.30 "PUT /v2.0/routers/f51a9fd6-2a72-4885-b8e3-cb56c9cdac80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7194593 Aug 12 18:14:51.304087 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 53138) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:14:51.307032 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7b0848-90c0-421d-b262-5a55e5d2d47a None None] Sync routers for ids ['f51a9fd6-2a72-4885-b8e3-cb56c9cdac80'] in dv-cinder-759943-10-iscsi {{(pid=94214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 18:14:51.317126 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7b0848-90c0-421d-b262-5a55e5d2d47a None None] Routers {'f51a9fd6-2a72-4885-b8e3-cb56c9cdac80'} bound to L3 agent in host dv-cinder-759943-10-iscsi {{(pid=94214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 18:14:51.317727 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_hamode_db [None req-9a7b0848-90c0-421d-b262-5a55e5d2d47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T18:04:37Z,description=,heartbeat_timestamp=2021-08-12T18:14:37Z,host='dv-cinder-759943-10-iscsi',id=35f8a3af-1ed6-4507-a756-5ee5db7e6400,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T18:04:37Z,topic='l3_agent')) {'router_ids': ['f51a9fd6-2a72-4885-b8e3-cb56c9cdac80'], 'active': True} {{(pid=94214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:14:51.408512 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-899ba6a9-b3d8-433c-bff1-59c4ce67a278 admin admin] Notify callbacks [] for router, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:51.420852 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_dvr_db [None req-9a7b0848-90c0-421d-b262-5a55e5d2d47a None None] Set router f51a9fd6-2a72-4885-b8e3-cb56c9cdac80 gateway port host: dv-cinder-759943-10-iscsi {{(pid=94214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 18:14:51.427460 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Device 08cd73c9-093b-400e-ae0b-5aeaf8aecca2 no longer exists at agent hyperv_hv-cinder-75994 {{(pid=94213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 18:14:51.450534 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.plugin [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] No Port match for: 08cd73c9-093b-400e-ae0b-5aeaf8aecca2 {{(pid=94213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 18:14:51.450788 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Device 08cd73c9-093b-400e-ae0b-5aeaf8aecca2 not bound to the agent host hv-cinder-75994 {{(pid=94213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 18:14:51.611151 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_hamode_db [None req-9a7b0848-90c0-421d-b262-5a55e5d2d47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f51a9fd6-2a72-4885-b8e3-cb56c9cdac80', 'name': 'tempest-ServerRescueNegativeTestJSON-1865704431-router', 'tenant_id': 'ec7b40fc66d54f7baf7c87a636dd94ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': 'c49bfebe-173e-43af-947f-878c329565d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:11:57Z', 'updated_at': '2021-08-12T18:14:50Z', 'revision_number': 5, 'project_id': 'ec7b40fc66d54f7baf7c87a636dd94ac', 'gw_port': {'id': 'c49bfebe-173e-43af-947f-878c329565d7', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:77:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51a9fd6-2a72-4885-b8e3-cb56c9cdac80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:11:58Z', 'updated_at': '2021-08-12T18:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi'}], 'dv-cinder-759943-10-iscsi', False) {} {{(pid=94214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:14:51.706597 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-899ba6a9-b3d8-433c-bff1-59c4ce67a278 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:51.725989 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7b0848-90c0-421d-b262-5a55e5d2d47a None None] Checking router: f51a9fd6-2a72-4885-b8e3-cb56c9cdac80 for host: dv-cinder-759943-10-iscsi {{(pid=94214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 18:14:51.734872 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7b0848-90c0-421d-b262-5a55e5d2d47a None None] Routers {'f51a9fd6-2a72-4885-b8e3-cb56c9cdac80'} bound to L3 agent in host dv-cinder-759943-10-iscsi {{(pid=94214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 18:14:51.735472 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_hamode_db [None req-9a7b0848-90c0-421d-b262-5a55e5d2d47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T18:04:37Z,description=,heartbeat_timestamp=2021-08-12T18:14:37Z,host='dv-cinder-759943-10-iscsi',id=35f8a3af-1ed6-4507-a756-5ee5db7e6400,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T18:04:37Z,topic='l3_agent')) {'router_ids': ['f51a9fd6-2a72-4885-b8e3-cb56c9cdac80'], 'active': True} {{(pid=94214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:14:51.758821 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.plugins.ml2.plugin [None req-899ba6a9-b3d8-433c-bff1-59c4ce67a278 admin admin] Deleting port c49bfebe-173e-43af-947f-878c329565d7 {{(pid=94211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 18:14:51.759157 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-899ba6a9-b3d8-433c-bff1-59c4ce67a278 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763627642920'] for port, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:51.821003 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_dvr_db [None req-9a7b0848-90c0-421d-b262-5a55e5d2d47a None None] Set router f51a9fd6-2a72-4885-b8e3-cb56c9cdac80 gateway port host: None {{(pid=94214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 18:14:51.843126 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.plugins.ml2.db [None req-899ba6a9-b3d8-433c-bff1-59c4ce67a278 admin admin] For port c49bfebe-173e-43af-947f-878c329565d7, host dv-cinder-759943-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-10-iscsi',level=0,port_id=c49bfebe-173e-43af-947f-878c329565d7,segment=NetworkSegment(7eaed6a7-5a45-4d84-aa5c-ab7d15676367),segment_id=7eaed6a7-5a45-4d84-aa5c-ab7d15676367)] {{(pid=94211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:14:51.843482 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-899ba6a9-b3d8-433c-bff1-59c4ce67a278 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-732327'] for port, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:51.856226 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.plugins.ml2.plugin [None req-899ba6a9-b3d8-433c-bff1-59c4ce67a278 admin admin] Calling delete_port for c49bfebe-173e-43af-947f-878c329565d7 owned by network:router_gateway {{(pid=94211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 18:14:51.874101 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_hamode_db [None req-9a7b0848-90c0-421d-b262-5a55e5d2d47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f51a9fd6-2a72-4885-b8e3-cb56c9cdac80', 'name': 'tempest-ServerRescueNegativeTestJSON-1865704431-router', 'tenant_id': 'ec7b40fc66d54f7baf7c87a636dd94ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:11:57Z', 'updated_at': '2021-08-12T18:14:51Z', 'revision_number': 6, 'project_id': 'ec7b40fc66d54f7baf7c87a636dd94ac', 'gw_port_host': None}], 'dv-cinder-759943-10-iscsi', False) {} {{(pid=94214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:14:51.905340 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7b0848-90c0-421d-b262-5a55e5d2d47a None None] The sync data for ids ['f51a9fd6-2a72-4885-b8e3-cb56c9cdac80'] in dv-cinder-759943-10-iscsi is: [{'id': 'f51a9fd6-2a72-4885-b8e3-cb56c9cdac80', 'name': 'tempest-ServerRescueNegativeTestJSON-1865704431-router', 'tenant_id': 'ec7b40fc66d54f7baf7c87a636dd94ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:11:57Z', 'updated_at': '2021-08-12T18:14:51Z', 'revision_number': 6, 'project_id': 'ec7b40fc66d54f7baf7c87a636dd94ac', 'gw_port_host': None}] {{(pid=94214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 18:14:52.005157 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:52.071770 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-899ba6a9-b3d8-433c-bff1-59c4ce67a278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763627647362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763627144942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9252727'] for port, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:52.097406 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899ba6a9-b3d8-433c-bff1-59c4ce67a278 admin admin] Pushing event deleted for resources: {'Port': ['ID=c49bfebe-173e-43af-947f-878c329565d7,revision_number=None']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:14:52.163373 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-899ba6a9-b3d8-433c-bff1-59c4ce67a278 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-734914'] for router_gateway, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:52.270020 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-899ba6a9-b3d8-433c-bff1-59c4ce67a278 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15495'] for router, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:52.270857 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-899ba6a9-b3d8-433c-bff1-59c4ce67a278 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:52.346482 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-899ba6a9-b3d8-433c-bff1-59c4ce67a278 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-735265'] for router, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:52.347159 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-899ba6a9-b3d8-433c-bff1-59c4ce67a278 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f51a9fd6-2a72-4885-b8e3-cb56c9cdac80 {{(pid=94211) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 18:14:52.352324 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-899ba6a9-b3d8-433c-bff1-59c4ce67a278 admin admin] Notify callbacks [] for router, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:52.356227 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-899ba6a9-b3d8-433c-bff1-59c4ce67a278 admin admin] 10.222.0.30 "DELETE /v2.0/routers/f51a9fd6-2a72-4885-b8e3-cb56c9cdac80 HTTP/1.1" status: 204 len: 168 time: 1.0485597 Aug 12 18:14:52.356619 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 53146) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:14:52.378128 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device 2b07fb69-9a08-4f36-8137-664903eeba95 no longer exists at agent ovs-agent-dv-cinder-759943-10-iscsi {{(pid=94213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 18:14:52.405218 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.plugin [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] No Port match for: 2b07fb69-9a08-4f36-8137-664903eeba95 {{(pid=94213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 18:14:52.405218 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device 2b07fb69-9a08-4f36-8137-664903eeba95 not bound to the agent host dv-cinder-759943-10-iscsi {{(pid=94213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 18:14:52.409204 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.db_base_plugin_v2 [None req-4038c04a-7df2-4503-b25c-5f204eca3c7f admin admin] Deleting subnet afc1472d-6afb-47f2-8956-e41e4c0db5e3 {{(pid=94212) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 18:14:52.412839 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-4038c04a-7df2-4503-b25c-5f204eca3c7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:52.449619 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-4038c04a-7df2-4503-b25c-5f204eca3c7f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10322303'] for subnet, precommit_delete_associations {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:52.487217 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-4038c04a-7df2-4503-b25c-5f204eca3c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1735162'] for subnet, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:52.539112 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-4038c04a-7df2-4503-b25c-5f204eca3c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1735149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8400662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8840012'] for subnet, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:52.562051 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4038c04a-7df2-4503-b25c-5f204eca3c7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afc1472d-6afb-47f2-8956-e41e4c0db5e3,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:14:52.567674 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-4038c04a-7df2-4503-b25c-5f204eca3c7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:52.569495 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-4038c04a-7df2-4503-b25c-5f204eca3c7f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/afc1472d-6afb-47f2-8956-e41e4c0db5e3 HTTP/1.1" status: 204 len: 168 time: 0.2118900 Aug 12 18:14:52.571924 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 53148) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:14:52.643448 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-69f4b7ae-5d07-4abf-b700-bc43a8f42c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1816869'] for network, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:52.724076 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-69f4b7ae-5d07-4abf-b700-bc43a8f42c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1735549', 'neutron.services.segments.db._delete_segments_for_network-8763627670128'] for network, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:52.734180 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.services.segments.db [None req-69f4b7ae-5d07-4abf-b700-bc43a8f42c23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69280036-392c-4dfc-84c7-1aa4a0c305c8']}} {{(pid=94212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:14:52.744576 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.services.segments.db [None req-69f4b7ae-5d07-4abf-b700-bc43a8f42c23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f72e982e-c115-4593-a5df-3fdd0aa12c0a') {'for_net_delete': True} {{(pid=94212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:14:52.744868 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.services.segments.db [None req-69f4b7ae-5d07-4abf-b700-bc43a8f42c23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f72e982e-c115-4593-a5df-3fdd0aa12c0a') {} {{(pid=94212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:14:52.754319 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-69f4b7ae-5d07-4abf-b700-bc43a8f42c23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763627625081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10322280'] for segment, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:52.767414 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-69f4b7ae-5d07-4abf-b700-bc43a8f42c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735099'] for segment, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:52.772987 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69f4b7ae-5d07-4abf-b700-bc43a8f42c23 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=94212) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 18:14:52.773362 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-69f4b7ae-5d07-4abf-b700-bc43a8f42c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8400840'] for segment, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:52.775048 dv-cinder-759943-10-iscsi neutron-server[94212]: Traceback (most recent call last): Aug 12 18:14:52.775048 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 18:14:52.775048 dv-cinder-759943-10-iscsi neutron-server[94212]: timer() Aug 12 18:14:52.775048 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 18:14:52.775048 dv-cinder-759943-10-iscsi neutron-server[94212]: cb(*args, **kw) Aug 12 18:14:52.775048 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 18:14:52.775048 dv-cinder-759943-10-iscsi neutron-server[94212]: return func(*args, **kwargs) Aug 12 18:14:52.775048 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 18:14:52.775048 dv-cinder-759943-10-iscsi neutron-server[94212]: self._notify() Aug 12 18:14:52.775048 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 18:14:52.775048 dv-cinder-759943-10-iscsi neutron-server[94212]: self.callback(batched_events) Aug 12 18:14:52.775048 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 18:14:52.775048 dv-cinder-759943-10-iscsi neutron-server[94212]: event.method(event) Aug 12 18:14:52.775048 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 18:14:52.775048 dv-cinder-759943-10-iscsi neutron-server[94212]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 18:14:52.775048 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 18:14:52.775048 dv-cinder-759943-10-iscsi neutron-server[94212]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 18:14:52.775048 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 18:14:52.775048 dv-cinder-759943-10-iscsi neutron-server[94212]: return f(self, *a, **k) Aug 12 18:14:52.775048 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 18:14:52.775048 dv-cinder-759943-10-iscsi neutron-server[94212]: return self._get(url).json() Aug 12 18:14:52.775048 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 18:14:52.775048 dv-cinder-759943-10-iscsi neutron-server[94212]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 18:14:52.775048 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 18:14:52.775048 dv-cinder-759943-10-iscsi neutron-server[94212]: return self.request(url, 'GET', **kwargs) Aug 12 18:14:52.775048 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 18:14:52.775048 dv-cinder-759943-10-iscsi neutron-server[94212]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 18:14:52.775048 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 18:14:52.775048 dv-cinder-759943-10-iscsi neutron-server[94212]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 18:14:52.775048 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 18:14:52.775048 dv-cinder-759943-10-iscsi neutron-server[94212]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 18:14:52.775048 dv-cinder-759943-10-iscsi neutron-server[94212]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 18:14:52.833406 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-69f4b7ae-5d07-4abf-b700-bc43a8f42c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1735524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734910'] for network, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:52.841087 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-69f4b7ae-5d07-4abf-b700-bc43a8f42c23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564513'] for network, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:52.842914 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-69f4b7ae-5d07-4abf-b700-bc43a8f42c23 admin admin] 10.222.0.30 "DELETE /v2.0/networks/69280036-392c-4dfc-84c7-1aa4a0c305c8 HTTP/1.1" status: 204 len: 168 time: 0.2700777 Aug 12 18:14:52.852390 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f4b7ae-5d07-4abf-b700-bc43a8f42c23 admin admin] Pushing event deleted for resources: {'Network': ['ID=69280036-392c-4dfc-84c7-1aa4a0c305c8,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:14:53.015693 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 53158) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:14:53.056193 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-9040f299-56de-4f66-989b-a6c00985ee5a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ec7b40fc66d54f7baf7c87a636dd94ac&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0392287 Aug 12 18:14:53.061039 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 53160) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:14:53.110674 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-f7ffcff9-e6c3-479c-9a65-7bd9682803f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:53.130786 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-f7ffcff9-e6c3-479c-9a65-7bd9682803f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:53.177507 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-f7ffcff9-e6c3-479c-9a65-7bd9682803f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:53.180007 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-f7ffcff9-e6c3-479c-9a65-7bd9682803f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:53.181189 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-f7ffcff9-e6c3-479c-9a65-7bd9682803f3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5923613d-cfe9-475a-9784-b443ad18b1c9 HTTP/1.1" status: 204 len: 168 time: 0.1191251 Aug 12 18:14:53.189050 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ffcff9-e6c3-479c-9a65-7bd9682803f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5923613d-cfe9-475a-9784-b443ad18b1c9,revision_number=None']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:14:53.853358 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 53186) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:14:53.949316 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.v2.base [None req-b96d3429-a826-48f8-badf-06411dde9c8c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1511224777-network', 'tenant_id': '7914b9ae47f74d8a8462a76f248cff78'}} {{(pid=94212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:14:53.970567 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b96d3429-a826-48f8-badf-06411dde9c8c admin admin] Made reservation on behalf of 7914b9ae47f74d8a8462a76f248cff78 for: {'network': 1} {{(pid=94212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 18:14:53.972745 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-b96d3429-a826-48f8-badf-06411dde9c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for network, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:53.983246 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-b96d3429-a826-48f8-badf-06411dde9c8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:54.075087 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-b96d3429-a826-48f8-badf-06411dde9c8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:54.081394 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-b96d3429-a826-48f8-badf-06411dde9c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:54.106300 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b96d3429-a826-48f8-badf-06411dde9c8c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=94212) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 18:14:54.116596 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96d3429-a826-48f8-badf-06411dde9c8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc437d8-af2b-47c8-b539-fb8c4e7c3254,revision_number=1']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:14:54.121802 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-b96d3429-a826-48f8-badf-06411dde9c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735099'] for segment, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:54.122171 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.db.segments_db [None req-b96d3429-a826-48f8-badf-06411dde9c8c admin admin] Added segment b0bd17e6-9f7e-43f1-a264-2ad32dfe27ab of type vlan for network 6b1fc686-fd3a-4539-aa22-2794a86ed1a0 Aug 12 18:14:54.165566 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-b96d3429-a826-48f8-badf-06411dde9c8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763627130179'] for network, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:54.195837 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-b96d3429-a826-48f8-badf-06411dde9c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543'] for network, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:54.196806 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96d3429-a826-48f8-badf-06411dde9c8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:14:54.197410 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-b96d3429-a826-48f8-badf-06411dde9c8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564513'] for network, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:54.200804 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device c49bfebe-173e-43af-947f-878c329565d7 no longer exists at agent ovs-agent-dv-cinder-759943-10-iscsi {{(pid=94213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 18:14:54.223514 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.plugin [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] No Port match for: c49bfebe-173e-43af-947f-878c329565d7 {{(pid=94213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 18:14:54.223847 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device c49bfebe-173e-43af-947f-878c329565d7 not bound to the agent host dv-cinder-759943-10-iscsi {{(pid=94213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 18:14:54.249728 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-b96d3429-a826-48f8-badf-06411dde9c8c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3949883 Aug 12 18:14:54.253475 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 53192) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:14:54.256853 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96d3429-a826-48f8-badf-06411dde9c8c admin admin] Pushing event updated for resources: {'Network': ['ID=6b1fc686-fd3a-4539-aa22-2794a86ed1a0,revision_number=1']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:14:54.258874 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.v2.base [None req-97addf41-409a-4648-be6b-df1e80af7cb5 admin admin] Request body: {'subnet': {'network_id': '6b1fc686-fd3a-4539-aa22-2794a86ed1a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1511224777-subnet', 'tenant_id': '7914b9ae47f74d8a8462a76f248cff78', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:14:54.274447 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Network 6b1fc686-fd3a-4539-aa22-2794a86ed1a0 details requested by agent ovs-agent-dv-cinder-759943-10-iscsi with host dv-cinder-759943-10-iscsi {{(pid=94213) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 18:14:54.281986 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97addf41-409a-4648-be6b-df1e80af7cb5 admin admin] Made reservation on behalf of 7914b9ae47f74d8a8462a76f248cff78 for: {'subnet': 1} {{(pid=94211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 18:14:54.284241 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-97addf41-409a-4648-be6b-df1e80af7cb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9269174'] for subnet, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:54.453698 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-97addf41-409a-4648-be6b-df1e80af7cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9252611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9269124'] for subnet, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:54.507147 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97addf41-409a-4648-be6b-df1e80af7cb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d6fbddb-fc25-47a1-888d-ce03ef22670c,revision_number=0']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:14:54.517647 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97addf41-409a-4648-be6b-df1e80af7cb5 admin admin] Checking segment: {'id': 'b0bd17e6-9f7e-43f1-a264-2ad32dfe27ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6b1fc686-fd3a-4539-aa22-2794a86ed1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 18:14:54.518084 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97addf41-409a-4648-be6b-df1e80af7cb5 admin admin] Network hostable DHCP agents. Network: 6b1fc686-fd3a-4539-aa22-2794a86ed1a0, hostable agents: ['da9a4366-d1ff-4171-be52-f44c47b2851f'], hosted agents: [] {{(pid=94211) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 18:14:54.539146 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97addf41-409a-4648-be6b-df1e80af7cb5 admin admin] Network 6b1fc686-fd3a-4539-aa22-2794a86ed1a0 is scheduled to be hosted by DHCP agent da9a4366-d1ff-4171-be52-f44c47b2851f with binding_index 1 {{(pid=94211) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 18:14:54.548986 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.base_scheduler [None req-97addf41-409a-4648-be6b-df1e80af7cb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-10-iscsi, 6b1fc686-fd3a-4539-aa22-2794a86ed1a0) {{(pid=94211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 18:14:54.552311 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97addf41-409a-4648-be6b-df1e80af7cb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:14:54.552917 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-97addf41-409a-4648-be6b-df1e80af7cb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564513'] for subnet, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:54.560347 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a55f2b-5413-4955-af6a-9d437f3d4cc8 None None] Network 6b1fc686-fd3a-4539-aa22-2794a86ed1a0 requested from dv-cinder-759943-10-iscsi {{(pid=94213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 18:14:54.571538 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-97addf41-409a-4648-be6b-df1e80af7cb5 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3164406 Aug 12 18:14:54.574849 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 53198) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:14:54.579986 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.v2.base [None req-9760499b-067e-43cb-8a5e-4f949fbaba06 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1511224777-router', 'tenant_id': '7914b9ae47f74d8a8462a76f248cff78', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce'}}} {{(pid=94211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:14:54.602598 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-9760499b-067e-43cb-8a5e-4f949fbaba06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15605'] for router, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:54.603846 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-9760499b-067e-43cb-8a5e-4f949fbaba06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-351539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15614'] for router, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:54.658895 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-9760499b-067e-43cb-8a5e-4f949fbaba06 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:54.711712 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e4bb54-3c8b-4b0f-ad8b-ae49aa898be9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081d5c48-6c11-5532-9123-8720c403a17d-6b1fc686-fd3a-4539-aa22-2794a86ed1a0', 'network_id': '6b1fc686-fd3a-4539-aa22-2794a86ed1a0', 'tenant_id': '7914b9ae47f74d8a8462a76f248cff78', 'fixed_ips': [{'subnet_id': '1d6fbddb-fc25-47a1-888d-ce03ef22670c'}]}} from dv-cinder-759943-10-iscsi. {{(pid=94213) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 18:14:54.712583 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-09e4bb54-3c8b-4b0f-ad8b-ae49aa898be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_create {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:54.798420 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-9760499b-067e-43cb-8a5e-4f949fbaba06 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:54.853454 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.db_base_plugin_common [None req-09e4bb54-3c8b-4b0f-ad8b-ae49aa898be9 None None] Allocated IP 172.20.0.2 (6b1fc686-fd3a-4539-aa22-2794a86ed1a0/1d6fbddb-fc25-47a1-888d-ce03ef22670c/b8e11883-3f63-4ba7-b9b4-ff97b2294d67) {{(pid=94213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 18:14:54.996692 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-09e4bb54-3c8b-4b0f-ad8b-ae49aa898be9 None None] Notify callbacks [] for port, precommit_create {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:55.005487 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-09e4bb54-3c8b-4b0f-ad8b-ae49aa898be9 None None] Transition to ACTIVE for port object b8e11883-3f63-4ba7-b9b4-ff97b2294d67 will not be triggered until provisioned by entity L2. {{(pid=94213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 18:14:55.011566 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-9760499b-067e-43cb-8a5e-4f949fbaba06 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:55.020974 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-09e4bb54-3c8b-4b0f-ad8b-ae49aa898be9 None None] Transition to ACTIVE for port object b8e11883-3f63-4ba7-b9b4-ff97b2294d67 will not be triggered until provisioned by entity DHCP. {{(pid=94213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 18:14:55.026538 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-09e4bb54-3c8b-4b0f-ad8b-ae49aa898be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763627144933'] for port, after_create {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:55.030588 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-9760499b-067e-43cb-8a5e-4f949fbaba06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:55.069030 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e4bb54-3c8b-4b0f-ad8b-ae49aa898be9 None None] Network 6b1fc686-fd3a-4539-aa22-2794a86ed1a0 is already hosted by enough agents. {{(pid=94213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 18:14:55.072969 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.scheduler.base_scheduler [None req-09e4bb54-3c8b-4b0f-ad8b-ae49aa898be9 None None] Resources bound (agent type, host, resource id): {{(pid=94213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 18:14:55.075369 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e4bb54-3c8b-4b0f-ad8b-ae49aa898be9 None None] Pushing event updated for resources: {'Port': ['ID=b8e11883-3f63-4ba7-b9b4-ff97b2294d67,revision_number=1']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:14:55.077561 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e4bb54-3c8b-4b0f-ad8b-ae49aa898be9 None None] Received port after_create {{(pid=94213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 18:14:55.129049 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.managers [None req-09e4bb54-3c8b-4b0f-ad8b-ae49aa898be9 None None] Attempting to bind port b8e11883-3f63-4ba7-b9b4-ff97b2294d67 on host dv-cinder-759943-10-iscsi for vnic_type normal with profile {{(pid=94213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 18:14:55.129410 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.managers [None req-09e4bb54-3c8b-4b0f-ad8b-ae49aa898be9 None None] Attempting to bind port b8e11883-3f63-4ba7-b9b4-ff97b2294d67 by drivers openvswitch,hyperv on host dv-cinder-759943-10-iscsi at level 0 using segments [{'id': 'b0bd17e6-9f7e-43f1-a264-2ad32dfe27ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6b1fc686-fd3a-4539-aa22-2794a86ed1a0'}] {{(pid=94213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 18:14:55.129768 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e4bb54-3c8b-4b0f-ad8b-ae49aa898be9 None None] Attempting to bind port b8e11883-3f63-4ba7-b9b4-ff97b2294d67 on network 6b1fc686-fd3a-4539-aa22-2794a86ed1a0 {{(pid=94213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 18:14:55.139045 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e4bb54-3c8b-4b0f-ad8b-ae49aa898be9 None None] Checking agent: {'id': '5c163145-f35a-4c40-8b97-030a9bee90f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 18, 4, 38), 'started_at': datetime.datetime(2021, 8, 12, 18, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 18, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 18:14:55.139419 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e4bb54-3c8b-4b0f-ad8b-ae49aa898be9 None None] Checking segment: {'id': 'b0bd17e6-9f7e-43f1-a264-2ad32dfe27ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6b1fc686-fd3a-4539-aa22-2794a86ed1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 18:14:55.139832 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-09e4bb54-3c8b-4b0f-ad8b-ae49aa898be9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:55.140219 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e4bb54-3c8b-4b0f-ad8b-ae49aa898be9 None None] Bound using segment: {'id': 'b0bd17e6-9f7e-43f1-a264-2ad32dfe27ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6b1fc686-fd3a-4539-aa22-2794a86ed1a0'} {{(pid=94213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 18:14:55.140689 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.managers [None req-09e4bb54-3c8b-4b0f-ad8b-ae49aa898be9 None None] Bound port: b8e11883-3f63-4ba7-b9b4-ff97b2294d67, host: dv-cinder-759943-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0bd17e6-9f7e-43f1-a264-2ad32dfe27ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6b1fc686-fd3a-4539-aa22-2794a86ed1a0'}}] {{(pid=94213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 18:14:55.141098 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-09e4bb54-3c8b-4b0f-ad8b-ae49aa898be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:55.147006 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.db.db_base_plugin_common [None req-9760499b-067e-43cb-8a5e-4f949fbaba06 admin admin] Allocated IP 172.27.3.194 (7a7b82d9-a69e-485d-9e07-6a129d075bce/c473b355-6ff8-4f1b-9a18-c893e152c20b/be1f3d67-0e92-4b1e-a14c-b2675080bdb3) {{(pid=94211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 18:14:55.213764 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-09e4bb54-3c8b-4b0f-ad8b-ae49aa898be9 None None] For port b8e11883-3f63-4ba7-b9b4-ff97b2294d67, host dv-cinder-759943-10-iscsi, cleared binding levels {{(pid=94213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 18:14:55.217249 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-09e4bb54-3c8b-4b0f-ad8b-ae49aa898be9 None None] For port b8e11883-3f63-4ba7-b9b4-ff97b2294d67, host dv-cinder-759943-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-10-iscsi',level=0,port_id=b8e11883-3f63-4ba7-b9b4-ff97b2294d67,segment=NetworkSegment(b0bd17e6-9f7e-43f1-a264-2ad32dfe27ab),segment_id=b0bd17e6-9f7e-43f1-a264-2ad32dfe27ab)] {{(pid=94213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 18:14:55.220863 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-09e4bb54-3c8b-4b0f-ad8b-ae49aa898be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:55.263104 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-9760499b-067e-43cb-8a5e-4f949fbaba06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:55.280334 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e4bb54-3c8b-4b0f-ad8b-ae49aa898be9 None None] Pushing event updated for resources: {'Port': ['ID=b8e11883-3f63-4ba7-b9b4-ff97b2294d67,revision_number=2']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:14:55.307089 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-9760499b-067e-43cb-8a5e-4f949fbaba06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763627144933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9252727'] for port, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:55.351086 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9760499b-067e-43cb-8a5e-4f949fbaba06 admin admin] Network 7a7b82d9-a69e-485d-9e07-6a129d075bce is already hosted by enough agents. {{(pid=94211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 18:14:55.354126 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.base_scheduler [None req-9760499b-067e-43cb-8a5e-4f949fbaba06 admin admin] Resources bound (agent type, host, resource id): {{(pid=94211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 18:14:55.357703 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9760499b-067e-43cb-8a5e-4f949fbaba06 admin admin] Received port after_create {{(pid=94211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 18:14:55.362929 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9760499b-067e-43cb-8a5e-4f949fbaba06 admin admin] Pushing event updated for resources: {'Port': ['ID=be1f3d67-0e92-4b1e-a14c-b2675080bdb3,revision_number=1']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:14:55.614665 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-9760499b-067e-43cb-8a5e-4f949fbaba06 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:55.997811 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-9760499b-067e-43cb-8a5e-4f949fbaba06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-735355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-734950'] for router, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:56.126421 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9760499b-067e-43cb-8a5e-4f949fbaba06 admin admin] Router 384c2879-9ce6-4177-9b6b-26e1d664c3dd is scheduled to L3 agent 35f8a3af-1ed6-4507-a756-5ee5db7e6400 with binding_index 1 {{(pid=94211) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 18:14:56.181089 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ad84da-e415-4a5c-b465-36e7754ef044 None None] Network 6b1fc686-fd3a-4539-aa22-2794a86ed1a0 requested from dv-cinder-759943-10-iscsi {{(pid=94213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 18:14:56.236505 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9760499b-067e-43cb-8a5e-4f949fbaba06 admin admin] Notify agent at l3_agent.dv-cinder-759943-10-iscsi the message routers_updated {{(pid=94211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 18:14:56.269644 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-9760499b-067e-43cb-8a5e-4f949fbaba06 admin admin] Notify callbacks [] for router, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:56.273768 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-9760499b-067e-43cb-8a5e-4f949fbaba06 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.6973724 Aug 12 18:14:56.276489 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 53226) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:14:56.366371 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e4d8bf-f6f8-4029-a996-2f67a96eaaab None None] Sync routers for ids ['384c2879-9ce6-4177-9b6b-26e1d664c3dd'] in dv-cinder-759943-10-iscsi {{(pid=94213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 18:14:56.368538 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device b8e11883-3f63-4ba7-b9b4-ff97b2294d67 up at agent ovs-agent-dv-cinder-759943-10-iscsi {{(pid=94213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 18:14:56.405988 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-078a9b0d-1262-4643-9367-bd77e1ba8059 None None] Provisioning for port b8e11883-3f63-4ba7-b9b4-ff97b2294d67 completed by entity DHCP. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 18:14:56.424915 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e4d8bf-f6f8-4029-a996-2f67a96eaaab None None] Routers {'384c2879-9ce6-4177-9b6b-26e1d664c3dd'} bound to L3 agent in host dv-cinder-759943-10-iscsi {{(pid=94213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 18:14:56.425482 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-39e4d8bf-f6f8-4029-a996-2f67a96eaaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T18:04:37Z,description=,heartbeat_timestamp=2021-08-12T18:14:37Z,host='dv-cinder-759943-10-iscsi',id=35f8a3af-1ed6-4507-a756-5ee5db7e6400,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T18:04:37Z,topic='l3_agent')) {'router_ids': ['384c2879-9ce6-4177-9b6b-26e1d664c3dd'], 'active': True} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:14:56.554048 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Provisioning for port b8e11883-3f63-4ba7-b9b4-ff97b2294d67 completed by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 18:14:56.565186 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Provisioning complete for port b8e11883-3f63-4ba7-b9b4-ff97b2294d67 triggered by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:14:56.565563 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:56.605024 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvr_db [None req-39e4d8bf-f6f8-4029-a996-2f67a96eaaab None None] Set router 384c2879-9ce6-4177-9b6b-26e1d664c3dd gateway port host: dv-cinder-759943-10-iscsi {{(pid=94213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 18:14:56.701301 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-7d49f67d-21c4-4e0b-b6e6-d0819b5ce292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:56.803951 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:56.872459 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] For port b8e11883-3f63-4ba7-b9b4-ff97b2294d67, host dv-cinder-759943-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-10-iscsi',level=0,port_id=b8e11883-3f63-4ba7-b9b4-ff97b2294d67,segment=NetworkSegment(b0bd17e6-9f7e-43f1-a264-2ad32dfe27ab),segment_id=b0bd17e6-9f7e-43f1-a264-2ad32dfe27ab)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:14:56.884669 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:56.927491 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-39e4d8bf-f6f8-4029-a996-2f67a96eaaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '384c2879-9ce6-4177-9b6b-26e1d664c3dd', 'name': 'tempest-AttachVolumeShelveTestJSON-1511224777-router', 'tenant_id': '7914b9ae47f74d8a8462a76f248cff78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'be1f3d67-0e92-4b1e-a14c-b2675080bdb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:14:54Z', 'updated_at': '2021-08-12T18:14:55Z', 'revision_number': 3, 'project_id': '7914b9ae47f74d8a8462a76f248cff78', 'gw_port': {'id': 'be1f3d67-0e92-4b1e-a14c-b2675080bdb3', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:11:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '384c2879-9ce6-4177-9b6b-26e1d664c3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:14:55Z', 'updated_at': '2021-08-12T18:14:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi'}], 'dv-cinder-759943-10-iscsi', False) {} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:14:56.966832 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e4d8bf-f6f8-4029-a996-2f67a96eaaab None None] Checking router: 384c2879-9ce6-4177-9b6b-26e1d664c3dd for host: dv-cinder-759943-10-iscsi {{(pid=94213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 18:14:56.967180 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e4d8bf-f6f8-4029-a996-2f67a96eaaab None None] Updating router 384c2879-9ce6-4177-9b6b-26e1d664c3dd port be1f3d67-0e92-4b1e-a14c-b2675080bdb3 binding host dv-cinder-759943-10-iscsi {{(pid=94213) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 18:14:56.999677 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Pushing event updated for resources: {'Port': ['ID=b8e11883-3f63-4ba7-b9b4-ff97b2294d67,revision_number=3']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:14:57.003392 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-39e4d8bf-f6f8-4029-a996-2f67a96eaaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:57.104651 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-18cd94d5-c5c5-4a55-a3f3-8e58ed427021 None None] Provisioning complete for port b8e11883-3f63-4ba7-b9b4-ff97b2294d67 triggered by entity DHCP. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:14:57.105078 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-18cd94d5-c5c5-4a55-a3f3-8e58ed427021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:57.107154 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.db_base_plugin_common [None req-7d49f67d-21c4-4e0b-b6e6-d0819b5ce292 admin admin] Allocated IP 172.20.0.1 (6b1fc686-fd3a-4539-aa22-2794a86ed1a0/1d6fbddb-fc25-47a1-888d-ce03ef22670c/0d29fef7-69dc-417d-84af-6999c604c4ec) {{(pid=94212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 18:14:57.216696 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-7d49f67d-21c4-4e0b-b6e6-d0819b5ce292 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:57.229817 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.provisioning_blocks [None req-7d49f67d-21c4-4e0b-b6e6-d0819b5ce292 admin admin] Transition to ACTIVE for port object 0d29fef7-69dc-417d-84af-6999c604c4ec will not be triggered until provisioned by entity DHCP. {{(pid=94212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 18:14:57.265050 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-7d49f67d-21c4-4e0b-b6e6-d0819b5ce292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763627144933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8400677'] for port, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:57.301455 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d49f67d-21c4-4e0b-b6e6-d0819b5ce292 admin admin] Network 6b1fc686-fd3a-4539-aa22-2794a86ed1a0 is already hosted by enough agents. {{(pid=94212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 18:14:57.304318 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.base_scheduler [None req-7d49f67d-21c4-4e0b-b6e6-d0819b5ce292 admin admin] Resources bound (agent type, host, resource id): {{(pid=94212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 18:14:57.306777 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d49f67d-21c4-4e0b-b6e6-d0819b5ce292 admin admin] Received port after_create {{(pid=94212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 18:14:57.346436 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d49f67d-21c4-4e0b-b6e6-d0819b5ce292 admin admin] Pushing event updated for resources: {'Port': ['ID=0d29fef7-69dc-417d-84af-6999c604c4ec,revision_number=1']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:14:57.351014 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-39e4d8bf-f6f8-4029-a996-2f67a96eaaab None None] Notify callbacks [] for port, precommit_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:57.366122 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-39e4d8bf-f6f8-4029-a996-2f67a96eaaab None None] Transition to ACTIVE for port object be1f3d67-0e92-4b1e-a14c-b2675080bdb3 will not be triggered until provisioned by entity L2. {{(pid=94213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 18:14:57.366870 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-7d49f67d-21c4-4e0b-b6e6-d0819b5ce292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693555'] for router_interface, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:57.373605 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-39e4d8bf-f6f8-4029-a996-2f67a96eaaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:57.428589 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6989b8f-3221-48c1-b042-390b46d57d9a None None] Pushing event updated for resources: {'Port': ['ID=be1f3d67-0e92-4b1e-a14c-b2675080bdb3,revision_number=2']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:14:57.431045 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.managers [None req-39e4d8bf-f6f8-4029-a996-2f67a96eaaab None None] Attempting to bind port be1f3d67-0e92-4b1e-a14c-b2675080bdb3 on host dv-cinder-759943-10-iscsi for vnic_type normal with profile {{(pid=94213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 18:14:57.431404 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.managers [None req-39e4d8bf-f6f8-4029-a996-2f67a96eaaab None None] Attempting to bind port be1f3d67-0e92-4b1e-a14c-b2675080bdb3 by drivers openvswitch,hyperv on host dv-cinder-759943-10-iscsi at level 0 using segments [{'id': '7eaed6a7-5a45-4d84-aa5c-ab7d15676367', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce'}] {{(pid=94213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 18:14:57.431775 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e4d8bf-f6f8-4029-a996-2f67a96eaaab None None] Attempting to bind port be1f3d67-0e92-4b1e-a14c-b2675080bdb3 on network 7a7b82d9-a69e-485d-9e07-6a129d075bce {{(pid=94213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 18:14:57.438179 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e4d8bf-f6f8-4029-a996-2f67a96eaaab None None] Checking agent: {'id': '5c163145-f35a-4c40-8b97-030a9bee90f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 18, 4, 38), 'started_at': datetime.datetime(2021, 8, 12, 18, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 18, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 18:14:57.438543 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e4d8bf-f6f8-4029-a996-2f67a96eaaab None None] Checking segment: {'id': '7eaed6a7-5a45-4d84-aa5c-ab7d15676367', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 18:14:57.438935 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-39e4d8bf-f6f8-4029-a996-2f67a96eaaab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:57.439323 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e4d8bf-f6f8-4029-a996-2f67a96eaaab None None] Bound using segment: {'id': '7eaed6a7-5a45-4d84-aa5c-ab7d15676367', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce'} {{(pid=94213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 18:14:57.439780 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.managers [None req-39e4d8bf-f6f8-4029-a996-2f67a96eaaab None None] Bound port: be1f3d67-0e92-4b1e-a14c-b2675080bdb3, host: dv-cinder-759943-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eaed6a7-5a45-4d84-aa5c-ab7d15676367', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce'}}] {{(pid=94213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 18:14:57.440153 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-39e4d8bf-f6f8-4029-a996-2f67a96eaaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:57.500353 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-39e4d8bf-f6f8-4029-a996-2f67a96eaaab None None] For port be1f3d67-0e92-4b1e-a14c-b2675080bdb3, host dv-cinder-759943-10-iscsi, cleared binding levels {{(pid=94213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 18:14:57.503441 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-39e4d8bf-f6f8-4029-a996-2f67a96eaaab None None] For port be1f3d67-0e92-4b1e-a14c-b2675080bdb3, host dv-cinder-759943-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-10-iscsi',level=0,port_id=be1f3d67-0e92-4b1e-a14c-b2675080bdb3,segment=NetworkSegment(7eaed6a7-5a45-4d84-aa5c-ab7d15676367),segment_id=7eaed6a7-5a45-4d84-aa5c-ab7d15676367)] {{(pid=94213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 18:14:57.507893 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-39e4d8bf-f6f8-4029-a996-2f67a96eaaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:57.509591 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-7d49f67d-21c4-4e0b-b6e6-d0819b5ce292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:57.561568 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e4d8bf-f6f8-4029-a996-2f67a96eaaab None None] Routers {'384c2879-9ce6-4177-9b6b-26e1d664c3dd'} bound to L3 agent in host dv-cinder-759943-10-iscsi {{(pid=94213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 18:14:57.562221 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-39e4d8bf-f6f8-4029-a996-2f67a96eaaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T18:04:37Z,description=,heartbeat_timestamp=2021-08-12T18:14:37Z,host='dv-cinder-759943-10-iscsi',id=35f8a3af-1ed6-4507-a756-5ee5db7e6400,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T18:04:37Z,topic='l3_agent')) {'router_ids': ['384c2879-9ce6-4177-9b6b-26e1d664c3dd'], 'active': True} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:14:57.606200 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6989b8f-3221-48c1-b042-390b46d57d9a None None] Pushing event updated for resources: {'Port': ['ID=be1f3d67-0e92-4b1e-a14c-b2675080bdb3,revision_number=3']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:14:57.624956 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-1541f141-67d2-4dcd-a673-e1bef678214c None None] Provisioning for port 0d29fef7-69dc-417d-84af-6999c604c4ec completed by entity DHCP. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 18:14:57.630210 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-1541f141-67d2-4dcd-a673-e1bef678214c None None] Provisioning complete for port 0d29fef7-69dc-417d-84af-6999c604c4ec triggered by entity DHCP. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:14:57.630580 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-1541f141-67d2-4dcd-a673-e1bef678214c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:57.678150 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-7d49f67d-21c4-4e0b-b6e6-d0819b5ce292 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:57.683686 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-7d49f67d-21c4-4e0b-b6e6-d0819b5ce292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8400684'] for port, after_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:57.716689 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.plugin [None req-1541f141-67d2-4dcd-a673-e1bef678214c None None] Port 0d29fef7-69dc-417d-84af-6999c604c4ec cannot update to ACTIVE because it is not bound. {{(pid=94213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 18:14:57.723321 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvr_db [None req-39e4d8bf-f6f8-4029-a996-2f67a96eaaab None None] Set router 384c2879-9ce6-4177-9b6b-26e1d664c3dd gateway port host: dv-cinder-759943-10-iscsi {{(pid=94213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 18:14:57.753262 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d49f67d-21c4-4e0b-b6e6-d0819b5ce292 admin admin] Pushing event updated for resources: {'Port': ['ID=0d29fef7-69dc-417d-84af-6999c604c4ec,revision_number=2']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:14:57.756359 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-7d49f67d-21c4-4e0b-b6e6-d0819b5ce292 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693671'] for router_interface, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:57.845675 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d49f67d-21c4-4e0b-b6e6-d0819b5ce292 admin admin] Network 6b1fc686-fd3a-4539-aa22-2794a86ed1a0 is already hosted by enough agents. {{(pid=94212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 18:14:57.847267 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.base_scheduler [None req-7d49f67d-21c4-4e0b-b6e6-d0819b5ce292 admin admin] Resources bound (agent type, host, resource id): {{(pid=94212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 18:14:57.962501 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-39e4d8bf-f6f8-4029-a996-2f67a96eaaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '384c2879-9ce6-4177-9b6b-26e1d664c3dd', 'name': 'tempest-AttachVolumeShelveTestJSON-1511224777-router', 'tenant_id': '7914b9ae47f74d8a8462a76f248cff78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'be1f3d67-0e92-4b1e-a14c-b2675080bdb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:14:54Z', 'updated_at': '2021-08-12T18:14:57Z', 'revision_number': 4, 'project_id': '7914b9ae47f74d8a8462a76f248cff78', 'gw_port': {'id': 'be1f3d67-0e92-4b1e-a14c-b2675080bdb3', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:11:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '384c2879-9ce6-4177-9b6b-26e1d664c3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:14:55Z', 'updated_at': '2021-08-12T18:14:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi', '_interfaces': [{'id': '0d29fef7-69dc-417d-84af-6999c604c4ec', 'name': '', 'network_id': '6b1fc686-fd3a-4539-aa22-2794a86ed1a0', 'tenant_id': '7914b9ae47f74d8a8462a76f248cff78', 'mac_address': 'fa:16:3e:46:72:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '384c2879-9ce6-4177-9b6b-26e1d664c3dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '1d6fbddb-fc25-47a1-888d-ce03ef22670c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:14:56Z', 'updated_at': '2021-08-12T18:14:57Z', 'revision_number': 1, 'project_id': '7914b9ae47f74d8a8462a76f248cff78', 'subnets': [{'id': '1d6fbddb-fc25-47a1-888d-ce03ef22670c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-10-iscsi', False) {} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:14:57.980586 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d49f67d-21c4-4e0b-b6e6-d0819b5ce292 admin admin] Router 384c2879-9ce6-4177-9b6b-26e1d664c3dd has already been hosted by L3 agent 35f8a3af-1ed6-4507-a756-5ee5db7e6400 {{(pid=94212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 18:14:57.994847 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e4d8bf-f6f8-4029-a996-2f67a96eaaab None None] The sync data for ids ['384c2879-9ce6-4177-9b6b-26e1d664c3dd'] in dv-cinder-759943-10-iscsi is: [{'id': '384c2879-9ce6-4177-9b6b-26e1d664c3dd', 'name': 'tempest-AttachVolumeShelveTestJSON-1511224777-router', 'tenant_id': '7914b9ae47f74d8a8462a76f248cff78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'be1f3d67-0e92-4b1e-a14c-b2675080bdb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:14:54Z', 'updated_at': '2021-08-12T18:14:57Z', 'revision_number': 4, 'project_id': '7914b9ae47f74d8a8462a76f248cff78', 'gw_port': {'id': 'be1f3d67-0e92-4b1e-a14c-b2675080bdb3', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:11:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '384c2879-9ce6-4177-9b6b-26e1d664c3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:14:55Z', 'updated_at': '2021-08-12T18:14:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi', '_interfaces': [{'id': '0d29fef7-69dc-417d-84af-6999c604c4ec', 'name': '', 'network_id': '6b1fc686-fd3a-4539-aa22-2794a86ed1a0', 'tenant_id': '7914b9ae47f74d8a8462a76f248cff78', 'mac_address': 'fa:16:3e:46:72:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '384c2879-9ce6-4177-9b6b-26e1d664c3dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '1d6fbddb-fc25-47a1-888d-ce03ef22670c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:14:56Z', 'updated_at': '2021-08-12T18:14:57Z', 'revision_number': 1, 'project_id': '7914b9ae47f74d8a8462a76f248cff78', 'subnets': [{'id': '1d6fbddb-fc25-47a1-888d-ce03ef22670c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 18:14:58.098449 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d49f67d-21c4-4e0b-b6e6-d0819b5ce292 admin admin] Notify agent at l3_agent.dv-cinder-759943-10-iscsi the message routers_updated {{(pid=94212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 18:14:58.104974 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-7d49f67d-21c4-4e0b-b6e6-d0819b5ce292 admin admin] 10.222.0.30 "PUT /v2.0/routers/384c2879-9ce6-4177-9b6b-26e1d664c3dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8268142 Aug 12 18:14:58.137329 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-b0ebc4f5-dc65-4df7-8856-2b1e48e39af1 None None] Provisioning complete for port 0d29fef7-69dc-417d-84af-6999c604c4ec triggered by entity DHCP. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:14:58.137702 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-b0ebc4f5-dc65-4df7-8856-2b1e48e39af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:58.174347 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.plugin [None req-b0ebc4f5-dc65-4df7-8856-2b1e48e39af1 None None] Port 0d29fef7-69dc-417d-84af-6999c604c4ec cannot update to ACTIVE because it is not bound. {{(pid=94213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 18:14:58.288474 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device b8e11883-3f63-4ba7-b9b4-ff97b2294d67 up at agent ovs-agent-dv-cinder-759943-10-iscsi {{(pid=94213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 18:14:58.347273 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Provisioning complete for port b8e11883-3f63-4ba7-b9b4-ff97b2294d67 triggered by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:14:58.347657 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:58.722013 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 53248) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:14:58.727980 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.v2.base [None req-2a97a785-b7be-48a6-b892-05d9ddfa7b17 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Request body: {'security_group': {'name': 'tempest-securitygroup--159950637', 'description': 'tempest-description--1553901932'}} {{(pid=94212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:14:58.757300 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-2a97a785-b7be-48a6-b892-05d9ddfa7b17 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Notify callbacks [] for security_group, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:58.845486 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-2a97a785-b7be-48a6-b892-05d9ddfa7b17 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Notify callbacks [] for security_group, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:58.849597 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-2a97a785-b7be-48a6-b892-05d9ddfa7b17 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:58.883802 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a97a785-b7be-48a6-b892-05d9ddfa7b17 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53ded157-ab08-463d-972b-a4b089d3643b,revision_number=1']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:14:58.885975 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-2a97a785-b7be-48a6-b892-05d9ddfa7b17 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Notify callbacks [] for security_group, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:58.890204 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-2a97a785-b7be-48a6-b892-05d9ddfa7b17 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1660817 Aug 12 18:14:58.890525 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 53250) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:14:58.898499 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.v2.base [None req-d152ebd8-f083-4292-9875-ef7717ebe6f1 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Request body: {'security_group_rule': {'security_group_id': '53ded157-ab08-463d-972b-a4b089d3643b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:14:58.926208 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-d152ebd8-f083-4292-9875-ef7717ebe6f1 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:58.997931 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-d152ebd8-f083-4292-9875-ef7717ebe6f1 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:59.001598 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-d152ebd8-f083-4292-9875-ef7717ebe6f1 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740685'] for security_group_rule, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:59.019020 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d152ebd8-f083-4292-9875-ef7717ebe6f1 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94f68874-c755-4fd8-ba86-39ec0f64a176,revision_number=0']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:14:59.026446 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-d152ebd8-f083-4292-9875-ef7717ebe6f1 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:59.028017 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-d152ebd8-f083-4292-9875-ef7717ebe6f1 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1356761 Aug 12 18:14:59.030411 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 53256) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:14:59.035132 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.v2.base [None req-1c7b416d-22f9-4e37-a0be-c4bb3a6d5386 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Request body: {'security_group_rule': {'security_group_id': '53ded157-ab08-463d-972b-a4b089d3643b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:14:59.067791 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-1c7b416d-22f9-4e37-a0be-c4bb3a6d5386 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:59.128666 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-1c7b416d-22f9-4e37-a0be-c4bb3a6d5386 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:59.132462 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-1c7b416d-22f9-4e37-a0be-c4bb3a6d5386 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740685'] for security_group_rule, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:59.151317 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7b416d-22f9-4e37-a0be-c4bb3a6d5386 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b28afa4-87b9-4220-a03c-3394ab85b8ad,revision_number=0']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:14:59.154329 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-1c7b416d-22f9-4e37-a0be-c4bb3a6d5386 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:59.155509 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-1c7b416d-22f9-4e37-a0be-c4bb3a6d5386 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1241486 Aug 12 18:14:59.158700 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 53258) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:14:59.163151 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.v2.base [None req-0dd8f889-cce3-42a5-a427-8911da5b2658 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Request body: {'floatingip': {'floating_network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce'}} {{(pid=94211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:14:59.187500 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f889-cce3-42a5-a427-8911da5b2658 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Notify callbacks [] for floatingip, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:59.304449 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f889-cce3-42a5-a427-8911da5b2658 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:59.406280 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.db.db_base_plugin_common [None req-0dd8f889-cce3-42a5-a427-8911da5b2658 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Allocated IP 172.27.3.125 (7a7b82d9-a69e-485d-9e07-6a129d075bce/c473b355-6ff8-4f1b-9a18-c893e152c20b/86a6896c-8c28-4364-9f5b-2ed32fbb3aef) {{(pid=94211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 18:14:59.513450 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f889-cce3-42a5-a427-8911da5b2658 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Notify callbacks [] for port, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:59.553475 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f889-cce3-42a5-a427-8911da5b2658 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763627144933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9252727'] for port, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:59.591860 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd8f889-cce3-42a5-a427-8911da5b2658 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Network 7a7b82d9-a69e-485d-9e07-6a129d075bce is already hosted by enough agents. {{(pid=94211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 18:14:59.594707 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.base_scheduler [None req-0dd8f889-cce3-42a5-a427-8911da5b2658 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Resources bound (agent type, host, resource id): {{(pid=94211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 18:14:59.598245 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd8f889-cce3-42a5-a427-8911da5b2658 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Received port after_create {{(pid=94211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 18:14:59.603402 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd8f889-cce3-42a5-a427-8911da5b2658 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Pushing event updated for resources: {'Port': ['ID=86a6896c-8c28-4364-9f5b-2ed32fbb3aef,revision_number=1']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:14:59.694048 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f889-cce3-42a5-a427-8911da5b2658 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:59.728033 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f889-cce3-42a5-a427-8911da5b2658 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:59.875731 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f889-cce3-42a5-a427-8911da5b2658 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Notify callbacks [] for port, precommit_update {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:59.881793 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f889-cce3-42a5-a427-8911da5b2658 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9252734'] for port, after_update {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:59.950656 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c724c5-0639-424b-9637-aab299c8d8e5 None None] Sync routers for ids ['384c2879-9ce6-4177-9b6b-26e1d664c3dd'] in dv-cinder-759943-10-iscsi {{(pid=94214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 18:14:59.953259 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd8f889-cce3-42a5-a427-8911da5b2658 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Pushing event updated for resources: {'Port': ['ID=86a6896c-8c28-4364-9f5b-2ed32fbb3aef,revision_number=2']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:14:59.959854 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c724c5-0639-424b-9637-aab299c8d8e5 None None] Routers {'384c2879-9ce6-4177-9b6b-26e1d664c3dd'} bound to L3 agent in host dv-cinder-759943-10-iscsi {{(pid=94214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 18:14:59.960569 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_hamode_db [None req-28c724c5-0639-424b-9637-aab299c8d8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T18:04:37Z,description=,heartbeat_timestamp=2021-08-12T18:14:37Z,host='dv-cinder-759943-10-iscsi',id=35f8a3af-1ed6-4507-a756-5ee5db7e6400,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T18:04:37Z,topic='l3_agent')) {'router_ids': ['384c2879-9ce6-4177-9b6b-26e1d664c3dd'], 'active': True} {{(pid=94214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:14:59.968829 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f889-cce3-42a5-a427-8911da5b2658 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734856'] for floatingip, after_update {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:59.982145 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f889-cce3-42a5-a427-8911da5b2658 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195385'] for floatingip, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:14:59.983699 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-0dd8f889-cce3-42a5-a427-8911da5b2658 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8240023 Aug 12 18:15:00.075082 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_dvr_db [None req-28c724c5-0639-424b-9637-aab299c8d8e5 None None] Set router 384c2879-9ce6-4177-9b6b-26e1d664c3dd gateway port host: dv-cinder-759943-10-iscsi {{(pid=94214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 18:15:00.129441 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-f8e4d5d1-d6e0-4c04-9fe4-127210f7eb5c req-90ada2bb-99f1-41fa-bc03-cda9df8c7300 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--159950637&fields=id&tenant_id=7914b9ae47f74d8a8462a76f248cff78 HTTP/1.1" status: 200 len: 267 time: 0.0342586 Aug 12 18:15:00.246269 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e4d5d1-d6e0-4c04-9fe4-127210f7eb5c req-6894bd9f-a7e2-4641-9912-6afc3bf79b37 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:00.247648 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-f8e4d5d1-d6e0-4c04-9fe4-127210f7eb5c req-6894bd9f-a7e2-4641-9912-6afc3bf79b37 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/networks?id=6b1fc686-fd3a-4539-aa22-2794a86ed1a0 HTTP/1.1" status: 200 len: 817 time: 0.1099222 Aug 12 18:15:00.265254 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-f8e4d5d1-d6e0-4c04-9fe4-127210f7eb5c req-e6ff4437-8160-4f94-94d0-8073235a0ee0 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/quotas/7914b9ae47f74d8a8462a76f248cff78 HTTP/1.1" status: 200 len: 375 time: 0.0108833 Aug 12 18:15:00.300469 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device be1f3d67-0e92-4b1e-a14c-b2675080bdb3 up at agent ovs-agent-dv-cinder-759943-10-iscsi {{(pid=94213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 18:15:00.304351 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_hamode_db [None req-28c724c5-0639-424b-9637-aab299c8d8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '384c2879-9ce6-4177-9b6b-26e1d664c3dd', 'name': 'tempest-AttachVolumeShelveTestJSON-1511224777-router', 'tenant_id': '7914b9ae47f74d8a8462a76f248cff78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'be1f3d67-0e92-4b1e-a14c-b2675080bdb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:14:54Z', 'updated_at': '2021-08-12T18:14:57Z', 'revision_number': 4, 'project_id': '7914b9ae47f74d8a8462a76f248cff78', 'gw_port': {'id': 'be1f3d67-0e92-4b1e-a14c-b2675080bdb3', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:11:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '384c2879-9ce6-4177-9b6b-26e1d664c3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:14:55Z', 'updated_at': '2021-08-12T18:14:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi', '_interfaces': [{'id': '0d29fef7-69dc-417d-84af-6999c604c4ec', 'name': '', 'network_id': '6b1fc686-fd3a-4539-aa22-2794a86ed1a0', 'tenant_id': '7914b9ae47f74d8a8462a76f248cff78', 'mac_address': 'fa:16:3e:46:72:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '384c2879-9ce6-4177-9b6b-26e1d664c3dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '1d6fbddb-fc25-47a1-888d-ce03ef22670c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:14:56Z', 'updated_at': '2021-08-12T18:14:57Z', 'revision_number': 2, 'project_id': '7914b9ae47f74d8a8462a76f248cff78', 'subnets': [{'id': '1d6fbddb-fc25-47a1-888d-ce03ef22670c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-10-iscsi', False) {} {{(pid=94214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:15:00.327814 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-f8e4d5d1-d6e0-4c04-9fe4-127210f7eb5c req-dde90b7b-f7c3-494c-bad1-7b0c12011868 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=7914b9ae47f74d8a8462a76f248cff78&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0545106 Aug 12 18:15:00.333586 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c724c5-0639-424b-9637-aab299c8d8e5 None None] Checking router: 384c2879-9ce6-4177-9b6b-26e1d664c3dd for host: dv-cinder-759943-10-iscsi {{(pid=94214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 18:15:00.333961 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c724c5-0639-424b-9637-aab299c8d8e5 None None] Updating router 384c2879-9ce6-4177-9b6b-26e1d664c3dd port 0d29fef7-69dc-417d-84af-6999c604c4ec binding host dv-cinder-759943-10-iscsi {{(pid=94214) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 18:15:00.357876 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Provisioning for port be1f3d67-0e92-4b1e-a14c-b2675080bdb3 completed by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 18:15:00.361887 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Provisioning complete for port be1f3d67-0e92-4b1e-a14c-b2675080bdb3 triggered by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:15:00.362304 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:15:00.364433 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron_lib.callbacks.manager [None req-28c724c5-0639-424b-9637-aab299c8d8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:15:00.427287 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-f8e4d5d1-d6e0-4c04-9fe4-127210f7eb5c req-29efc762-0002-4dba-a1cb-39b9600fa254 service neutron] 10.222.0.30 "GET /v2.0/networks/6b1fc686-fd3a-4539-aa22-2794a86ed1a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872138 Aug 12 18:15:00.452661 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:15:00.477617 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] For port be1f3d67-0e92-4b1e-a14c-b2675080bdb3, host dv-cinder-759943-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-10-iscsi',level=0,port_id=be1f3d67-0e92-4b1e-a14c-b2675080bdb3,segment=NetworkSegment(7eaed6a7-5a45-4d84-aa5c-ab7d15676367),segment_id=7eaed6a7-5a45-4d84-aa5c-ab7d15676367)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:15:00.484128 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:15:00.533242 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Pushing event updated for resources: {'Port': ['ID=be1f3d67-0e92-4b1e-a14c-b2675080bdb3,revision_number=4']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:15:00.533796 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-f8e4d5d1-d6e0-4c04-9fe4-127210f7eb5c req-2ca010fc-6fa3-428a-8420-bcb4ab547894 service neutron] 10.222.0.30 "GET /v2.0/networks/6b1fc686-fd3a-4539-aa22-2794a86ed1a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999997 Aug 12 18:15:00.663877 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron_lib.callbacks.manager [None req-28c724c5-0639-424b-9637-aab299c8d8e5 None None] Notify callbacks [] for port, precommit_update {{(pid=94214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:15:00.675717 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.provisioning_blocks [None req-28c724c5-0639-424b-9637-aab299c8d8e5 None None] Transition to ACTIVE for port object 0d29fef7-69dc-417d-84af-6999c604c4ec will not be triggered until provisioned by entity L2. {{(pid=94214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 18:15:00.681983 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron_lib.callbacks.manager [None req-28c724c5-0639-424b-9637-aab299c8d8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:15:00.708276 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-2b8edd7c-d388-433f-8c3c-541f2e977946 req-f28bbfcc-6e0e-4ab8-9485-d2a5416cf68f tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=29cc983f-bb0c-4c58-9d4d-8ed094a5d28e HTTP/1.1" status: 200 len: 210 time: 0.0268607 Aug 12 18:15:00.743543 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cabb0f-974b-46ef-8829-498092ab2b0b None None] Pushing event updated for resources: {'Port': ['ID=0d29fef7-69dc-417d-84af-6999c604c4ec,revision_number=3']} {{(pid=94214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:15:00.809727 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.managers [None req-28c724c5-0639-424b-9637-aab299c8d8e5 None None] Attempting to bind port 0d29fef7-69dc-417d-84af-6999c604c4ec on host dv-cinder-759943-10-iscsi for vnic_type normal with profile {{(pid=94214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 18:15:00.810239 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.managers [None req-28c724c5-0639-424b-9637-aab299c8d8e5 None None] Attempting to bind port 0d29fef7-69dc-417d-84af-6999c604c4ec by drivers openvswitch,hyperv on host dv-cinder-759943-10-iscsi at level 0 using segments [{'id': 'b0bd17e6-9f7e-43f1-a264-2ad32dfe27ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6b1fc686-fd3a-4539-aa22-2794a86ed1a0'}] {{(pid=94214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 18:15:00.810492 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c724c5-0639-424b-9637-aab299c8d8e5 None None] Attempting to bind port 0d29fef7-69dc-417d-84af-6999c604c4ec on network 6b1fc686-fd3a-4539-aa22-2794a86ed1a0 {{(pid=94214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 18:15:00.817429 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c724c5-0639-424b-9637-aab299c8d8e5 None None] Checking agent: {'id': '5c163145-f35a-4c40-8b97-030a9bee90f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 18, 4, 38), 'started_at': datetime.datetime(2021, 8, 12, 18, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 18, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 18:15:00.817663 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c724c5-0639-424b-9637-aab299c8d8e5 None None] Checking segment: {'id': 'b0bd17e6-9f7e-43f1-a264-2ad32dfe27ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6b1fc686-fd3a-4539-aa22-2794a86ed1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 18:15:00.818114 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron_lib.callbacks.manager [None req-28c724c5-0639-424b-9637-aab299c8d8e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:15:00.818536 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c724c5-0639-424b-9637-aab299c8d8e5 None None] Bound using segment: {'id': 'b0bd17e6-9f7e-43f1-a264-2ad32dfe27ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6b1fc686-fd3a-4539-aa22-2794a86ed1a0'} {{(pid=94214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 18:15:00.819050 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.managers [None req-28c724c5-0639-424b-9637-aab299c8d8e5 None None] Bound port: 0d29fef7-69dc-417d-84af-6999c604c4ec, host: dv-cinder-759943-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0bd17e6-9f7e-43f1-a264-2ad32dfe27ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6b1fc686-fd3a-4539-aa22-2794a86ed1a0'}}] {{(pid=94214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 18:15:00.819445 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron_lib.callbacks.manager [None req-28c724c5-0639-424b-9637-aab299c8d8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:15:00.892646 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.db [None req-28c724c5-0639-424b-9637-aab299c8d8e5 None None] For port 0d29fef7-69dc-417d-84af-6999c604c4ec, host dv-cinder-759943-10-iscsi, cleared binding levels {{(pid=94214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 18:15:00.896069 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.db [None req-28c724c5-0639-424b-9637-aab299c8d8e5 None None] For port 0d29fef7-69dc-417d-84af-6999c604c4ec, host dv-cinder-759943-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-10-iscsi',level=0,port_id=0d29fef7-69dc-417d-84af-6999c604c4ec,segment=NetworkSegment(b0bd17e6-9f7e-43f1-a264-2ad32dfe27ab),segment_id=b0bd17e6-9f7e-43f1-a264-2ad32dfe27ab)] {{(pid=94214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 18:15:00.900406 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron_lib.callbacks.manager [None req-28c724c5-0639-424b-9637-aab299c8d8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:15:00.946956 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c724c5-0639-424b-9637-aab299c8d8e5 None None] Routers {'384c2879-9ce6-4177-9b6b-26e1d664c3dd'} bound to L3 agent in host dv-cinder-759943-10-iscsi {{(pid=94214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 18:15:00.947607 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_hamode_db [None req-28c724c5-0639-424b-9637-aab299c8d8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T18:04:37Z,description=,heartbeat_timestamp=2021-08-12T18:14:37Z,host='dv-cinder-759943-10-iscsi',id=35f8a3af-1ed6-4507-a756-5ee5db7e6400,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T18:04:37Z,topic='l3_agent')) {'router_ids': ['384c2879-9ce6-4177-9b6b-26e1d664c3dd'], 'active': True} {{(pid=94214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:15:01.079877 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cabb0f-974b-46ef-8829-498092ab2b0b None None] Pushing event updated for resources: {'Port': ['ID=0d29fef7-69dc-417d-84af-6999c604c4ec,revision_number=4']} {{(pid=94214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:15:01.090414 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_dvr_db [None req-28c724c5-0639-424b-9637-aab299c8d8e5 None None] Set router 384c2879-9ce6-4177-9b6b-26e1d664c3dd gateway port host: dv-cinder-759943-10-iscsi {{(pid=94214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 18:15:01.278502 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-5a0d0336-9d92-4d95-a715-2456dde6ca22 req-709f7549-72b8-4fa0-af97-3cdfa3dec38e tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-305108617&fields=id&tenant_id=924212fddaa448b5b1093e482a785cd7 HTTP/1.1" status: 200 len: 267 time: 0.0469213 Aug 12 18:15:01.334071 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_hamode_db [None req-28c724c5-0639-424b-9637-aab299c8d8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '384c2879-9ce6-4177-9b6b-26e1d664c3dd', 'name': 'tempest-AttachVolumeShelveTestJSON-1511224777-router', 'tenant_id': '7914b9ae47f74d8a8462a76f248cff78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'be1f3d67-0e92-4b1e-a14c-b2675080bdb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:14:54Z', 'updated_at': '2021-08-12T18:14:57Z', 'revision_number': 4, 'project_id': '7914b9ae47f74d8a8462a76f248cff78', 'gw_port': {'id': 'be1f3d67-0e92-4b1e-a14c-b2675080bdb3', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:11:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384c2879-9ce6-4177-9b6b-26e1d664c3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:14:55Z', 'updated_at': '2021-08-12T18:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi', '_interfaces': [{'id': '0d29fef7-69dc-417d-84af-6999c604c4ec', 'name': '', 'network_id': '6b1fc686-fd3a-4539-aa22-2794a86ed1a0', 'tenant_id': '7914b9ae47f74d8a8462a76f248cff78', 'mac_address': 'fa:16:3e:46:72:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '384c2879-9ce6-4177-9b6b-26e1d664c3dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '1d6fbddb-fc25-47a1-888d-ce03ef22670c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:14:56Z', 'updated_at': '2021-08-12T18:15:00Z', 'revision_number': 4, 'project_id': '7914b9ae47f74d8a8462a76f248cff78', 'subnets': [{'id': '1d6fbddb-fc25-47a1-888d-ce03ef22670c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-10-iscsi', False) {} {{(pid=94214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:15:01.365198 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c724c5-0639-424b-9637-aab299c8d8e5 None None] The sync data for ids ['384c2879-9ce6-4177-9b6b-26e1d664c3dd'] in dv-cinder-759943-10-iscsi is: [{'id': '384c2879-9ce6-4177-9b6b-26e1d664c3dd', 'name': 'tempest-AttachVolumeShelveTestJSON-1511224777-router', 'tenant_id': '7914b9ae47f74d8a8462a76f248cff78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'be1f3d67-0e92-4b1e-a14c-b2675080bdb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:14:54Z', 'updated_at': '2021-08-12T18:14:57Z', 'revision_number': 4, 'project_id': '7914b9ae47f74d8a8462a76f248cff78', 'gw_port': {'id': 'be1f3d67-0e92-4b1e-a14c-b2675080bdb3', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:11:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384c2879-9ce6-4177-9b6b-26e1d664c3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:14:55Z', 'updated_at': '2021-08-12T18:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi', '_interfaces': [{'id': '0d29fef7-69dc-417d-84af-6999c604c4ec', 'name': '', 'network_id': '6b1fc686-fd3a-4539-aa22-2794a86ed1a0', 'tenant_id': '7914b9ae47f74d8a8462a76f248cff78', 'mac_address': 'fa:16:3e:46:72:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '384c2879-9ce6-4177-9b6b-26e1d664c3dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '1d6fbddb-fc25-47a1-888d-ce03ef22670c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:14:56Z', 'updated_at': '2021-08-12T18:15:00Z', 'revision_number': 4, 'project_id': '7914b9ae47f74d8a8462a76f248cff78', 'subnets': [{'id': '1d6fbddb-fc25-47a1-888d-ce03ef22670c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 18:15:01.398774 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0d0336-9d92-4d95-a715-2456dde6ca22 req-bbbe3929-605d-4282-9b91-5dffbbd406a5 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:01.400275 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-5a0d0336-9d92-4d95-a715-2456dde6ca22 req-bbbe3929-605d-4282-9b91-5dffbbd406a5 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "GET /v2.0/networks?id=31201492-d25f-40e0-b40e-85e206051e6d HTTP/1.1" status: 200 len: 809 time: 0.1175754 Aug 12 18:15:01.418393 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-5a0d0336-9d92-4d95-a715-2456dde6ca22 req-61ba30f9-c63e-4fa8-9f5e-9afc65236092 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "GET /v2.0/quotas/924212fddaa448b5b1093e482a785cd7 HTTP/1.1" status: 200 len: 375 time: 0.0116413 Aug 12 18:15:01.474565 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-5a0d0336-9d92-4d95-a715-2456dde6ca22 req-337d6298-9bf6-481f-be3f-a371da152509 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=924212fddaa448b5b1093e482a785cd7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474834 Aug 12 18:15:01.575305 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-5a0d0336-9d92-4d95-a715-2456dde6ca22 req-b7e599d2-e56b-43c9-bba2-da0e07ecb669 service neutron] 10.222.0.30 "GET /v2.0/networks/31201492-d25f-40e0-b40e-85e206051e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886877 Aug 12 18:15:01.685509 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-5a0d0336-9d92-4d95-a715-2456dde6ca22 req-1b8f3891-8861-4cd8-9909-23af42a3a9b8 service neutron] 10.222.0.30 "GET /v2.0/networks/31201492-d25f-40e0-b40e-85e206051e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038246 Aug 12 18:15:01.906813 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-1e61320d-a68b-4e6a-b2f4-bb3ec682001c req-bb692eed-56ec-4260-8ca9-1a4acdac80e4 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=29cc983f-bb0c-4c58-9d4d-8ed094a5d28e HTTP/1.1" status: 200 len: 210 time: 0.0620966 Aug 12 18:15:01.913771 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e4d5d1-d6e0-4c04-9fe4-127210f7eb5c req-c3113d6a-88f3-413c-8deb-09a6e5c2bb53 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:01.915294 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-f8e4d5d1-d6e0-4c04-9fe4-127210f7eb5c req-c3113d6a-88f3-413c-8deb-09a6e5c2bb53 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.57 "GET /v2.0/networks?id=6b1fc686-fd3a-4539-aa22-2794a86ed1a0 HTTP/1.1" status: 200 len: 817 time: 0.1633332 Aug 12 18:15:01.974096 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-f8e4d5d1-d6e0-4c04-9fe4-127210f7eb5c req-e78f9844-c387-4622-a7fe-76c01ee69851 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7914b9ae47f74d8a8462a76f248cff78 HTTP/1.1" status: 200 len: 379 time: 0.0492003 Aug 12 18:15:01.988883 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.v2.base [req-f8e4d5d1-d6e0-4c04-9fe4-127210f7eb5c req-936c36d6-7ccd-4ac7-a334-b1ef16d14b19 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Request body: {'port': {'device_id': '29cc983f-bb0c-4c58-9d4d-8ed094a5d28e', 'network_id': '6b1fc686-fd3a-4539-aa22-2794a86ed1a0', 'admin_state_up': True, 'tenant_id': '7914b9ae47f74d8a8462a76f248cff78', 'security_groups': ['53ded157-ab08-463d-972b-a4b089d3643b']}} {{(pid=94212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:15:02.106921 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-271aed18-4a66-4d4b-899c-5f0fc8b8137c req-e9444c23-ad81-4505-9041-6dea0833bfd3 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "GET /v2.0/ports?device_id=baf099e7-9785-430d-a6a1-10f0bc1dd51e HTTP/1.1" status: 200 len: 210 time: 0.0402477 Aug 12 18:15:02.168231 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8e4d5d1-d6e0-4c04-9fe4-127210f7eb5c req-936c36d6-7ccd-4ac7-a334-b1ef16d14b19 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Made reservation on behalf of 7914b9ae47f74d8a8462a76f248cff78 for: {'port': 1} {{(pid=94212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 18:15:02.171823 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-f8e4d5d1-d6e0-4c04-9fe4-127210f7eb5c req-936c36d6-7ccd-4ac7-a334-b1ef16d14b19 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:15:02.306062 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device be1f3d67-0e92-4b1e-a14c-b2675080bdb3 up at agent ovs-agent-dv-cinder-759943-10-iscsi {{(pid=94213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 18:15:02.333959 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.db_base_plugin_common [req-f8e4d5d1-d6e0-4c04-9fe4-127210f7eb5c req-936c36d6-7ccd-4ac7-a334-b1ef16d14b19 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Allocated IP 172.20.0.6 (6b1fc686-fd3a-4539-aa22-2794a86ed1a0/1d6fbddb-fc25-47a1-888d-ce03ef22670c/93486707-cd14-420f-a116-d797832c24b1) {{(pid=94212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 18:15:02.358151 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Provisioning complete for port be1f3d67-0e92-4b1e-a14c-b2675080bdb3 triggered by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:15:02.358603 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:15:02.485459 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-f8e4d5d1-d6e0-4c04-9fe4-127210f7eb5c req-936c36d6-7ccd-4ac7-a334-b1ef16d14b19 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Notify callbacks [] for port, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:15:02.504429 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.provisioning_blocks [req-f8e4d5d1-d6e0-4c04-9fe4-127210f7eb5c req-936c36d6-7ccd-4ac7-a334-b1ef16d14b19 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Transition to ACTIVE for port object 93486707-cd14-420f-a116-d797832c24b1 will not be triggered until provisioned by entity DHCP. {{(pid=94212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 18:15:02.535907 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-f8e4d5d1-d6e0-4c04-9fe4-127210f7eb5c req-936c36d6-7ccd-4ac7-a334-b1ef16d14b19 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763627144933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8400677'] for port, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:15:02.555527 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device 0d29fef7-69dc-417d-84af-6999c604c4ec up at agent ovs-agent-dv-cinder-759943-10-iscsi {{(pid=94213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 18:15:02.577742 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8e4d5d1-d6e0-4c04-9fe4-127210f7eb5c req-936c36d6-7ccd-4ac7-a334-b1ef16d14b19 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Network 6b1fc686-fd3a-4539-aa22-2794a86ed1a0 is already hosted by enough agents. {{(pid=94212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 18:15:02.583066 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.base_scheduler [req-f8e4d5d1-d6e0-4c04-9fe4-127210f7eb5c req-936c36d6-7ccd-4ac7-a334-b1ef16d14b19 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Resources bound (agent type, host, resource id): {{(pid=94212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 18:15:02.586815 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8e4d5d1-d6e0-4c04-9fe4-127210f7eb5c req-936c36d6-7ccd-4ac7-a334-b1ef16d14b19 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Received port after_create {{(pid=94212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 18:15:02.612639 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Provisioning for port 0d29fef7-69dc-417d-84af-6999c604c4ec completed by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 18:15:02.617770 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Provisioning complete for port 0d29fef7-69dc-417d-84af-6999c604c4ec triggered by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:15:02.618193 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:15:02.625227 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936c36d6-7ccd-4ac7-a334-b1ef16d14b19 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Pushing event updated for resources: {'Port': ['ID=93486707-cd14-420f-a116-d797832c24b1,revision_number=1']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:15:02.673189 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e4d5d1-d6e0-4c04-9fe4-127210f7eb5c req-936c36d6-7ccd-4ac7-a334-b1ef16d14b19 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:02.674356 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-f8e4d5d1-d6e0-4c04-9fe4-127210f7eb5c req-936c36d6-7ccd-4ac7-a334-b1ef16d14b19 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195385'] for port, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:15:02.691593 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-f8e4d5d1-d6e0-4c04-9fe4-127210f7eb5c req-936c36d6-7ccd-4ac7-a334-b1ef16d14b19 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7072992 Aug 12 18:15:02.704813 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.v2.base [req-f8e4d5d1-d6e0-4c04-9fe4-127210f7eb5c req-f20cf00e-10d9-454a-bccd-a51f9560faa8 service neutron] Request body: {'port': {'device_id': '29cc983f-bb0c-4c58-9d4d-8ed094a5d28e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=94212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:15:02.747787 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:15:02.761661 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-f8e4d5d1-d6e0-4c04-9fe4-127210f7eb5c req-f20cf00e-10d9-454a-bccd-a51f9560faa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:15:02.786294 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] For port 0d29fef7-69dc-417d-84af-6999c604c4ec, host dv-cinder-759943-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-10-iscsi',level=0,port_id=0d29fef7-69dc-417d-84af-6999c604c4ec,segment=NetworkSegment(b0bd17e6-9f7e-43f1-a264-2ad32dfe27ab),segment_id=b0bd17e6-9f7e-43f1-a264-2ad32dfe27ab)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:15:02.790284 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:15:02.857803 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Pushing event updated for resources: {'Port': ['ID=0d29fef7-69dc-417d-84af-6999c604c4ec,revision_number=5']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:15:02.889181 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-a393d978-2892-42eb-b6d8-40870cea01ae None None] Provisioning for port 93486707-cd14-420f-a116-d797832c24b1 completed by entity DHCP. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 18:15:02.894248 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-a393d978-2892-42eb-b6d8-40870cea01ae None None] Provisioning complete for port 93486707-cd14-420f-a116-d797832c24b1 triggered by entity DHCP. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:15:02.894632 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-a393d978-2892-42eb-b6d8-40870cea01ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:15:02.938061 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.plugin [None req-a393d978-2892-42eb-b6d8-40870cea01ae None None] Port 93486707-cd14-420f-a116-d797832c24b1 cannot update to ACTIVE because it is not bound. {{(pid=94213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 18:15:03.036393 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554efe4c-14e4-41d7-9d5a-87123d732d1d req-3e06f6c2-9d64-44a1-a142-636c3bd358a9 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:03.044947 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-554efe4c-14e4-41d7-9d5a-87123d732d1d req-3e06f6c2-9d64-44a1-a142-636c3bd358a9 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=29cc983f-bb0c-4c58-9d4d-8ed094a5d28e HTTP/1.1" status: 200 len: 931 time: 0.0613830 Aug 12 18:15:03.092424 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-554efe4c-14e4-41d7-9d5a-87123d732d1d req-2a05c962-fad6-482f-9d2d-158ab4efe97f tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ded157-ab08-463d-972b-a4b089d3643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462110 Aug 12 18:15:03.138445 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.notifiers.nova [req-f8e4d5d1-d6e0-4c04-9fe4-127210f7eb5c req-f20cf00e-10d9-454a-bccd-a51f9560faa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93486707-cd14-420f-a116-d797832c24b1 {{(pid=94212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 18:15:03.155425 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-f8e4d5d1-d6e0-4c04-9fe4-127210f7eb5c req-f20cf00e-10d9-454a-bccd-a51f9560faa8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:15:03.200407 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.provisioning_blocks [req-f8e4d5d1-d6e0-4c04-9fe4-127210f7eb5c req-f20cf00e-10d9-454a-bccd-a51f9560faa8 service neutron] Transition to ACTIVE for port object 93486707-cd14-420f-a116-d797832c24b1 will not be triggered until provisioned by entity L2. {{(pid=94212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 18:15:03.208890 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0d0336-9d92-4d95-a715-2456dde6ca22 req-6b12768c-390b-4d2c-a15d-63993a44040d tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:03.210479 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-5a0d0336-9d92-4d95-a715-2456dde6ca22 req-6b12768c-390b-4d2c-a15d-63993a44040d tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.57 "GET /v2.0/networks?id=31201492-d25f-40e0-b40e-85e206051e6d HTTP/1.1" status: 200 len: 809 time: 0.1822393 Aug 12 18:15:03.220625 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-f8e4d5d1-d6e0-4c04-9fe4-127210f7eb5c req-f20cf00e-10d9-454a-bccd-a51f9560faa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8400684'] for port, after_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:15:03.254571 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-95a342e8-7d11-4364-a3e5-8e840f2d5354 req-f4e6e706-bdfa-4528-914e-34f48cab2520 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "GET /v2.0/ports?device_id=baf099e7-9785-430d-a6a1-10f0bc1dd51e HTTP/1.1" status: 200 len: 210 time: 0.0527470 Aug 12 18:15:03.320576 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20cf00e-10d9-454a-bccd-a51f9560faa8 service neutron] Pushing event updated for resources: {'Port': ['ID=93486707-cd14-420f-a116-d797832c24b1,revision_number=2']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:15:03.333720 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-5a0d0336-9d92-4d95-a715-2456dde6ca22 req-9345ed55-5d3d-4b0a-a06e-010a8c05cbf5 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=924212fddaa448b5b1093e482a785cd7 HTTP/1.1" status: 200 len: 379 time: 0.1102262 Aug 12 18:15:03.353940 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.v2.base [req-5a0d0336-9d92-4d95-a715-2456dde6ca22 req-c61e71d5-99fb-4e57-b78c-b21204764852 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Request body: {'port': {'device_id': 'baf099e7-9785-430d-a6a1-10f0bc1dd51e', 'network_id': '31201492-d25f-40e0-b40e-85e206051e6d', 'admin_state_up': True, 'tenant_id': '924212fddaa448b5b1093e482a785cd7', 'security_groups': ['ee503810-7a83-41bb-ac93-212bb7d263cf']}} {{(pid=94212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:15:03.470756 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.managers [req-f8e4d5d1-d6e0-4c04-9fe4-127210f7eb5c req-f20cf00e-10d9-454a-bccd-a51f9560faa8 service neutron] Attempting to bind port 93486707-cd14-420f-a116-d797832c24b1 on host hv-cinder-75994 for vnic_type normal with profile {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 18:15:03.471088 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.managers [req-f8e4d5d1-d6e0-4c04-9fe4-127210f7eb5c req-f20cf00e-10d9-454a-bccd-a51f9560faa8 service neutron] Attempting to bind port 93486707-cd14-420f-a116-d797832c24b1 by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': 'b0bd17e6-9f7e-43f1-a264-2ad32dfe27ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6b1fc686-fd3a-4539-aa22-2794a86ed1a0'}] {{(pid=94212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 18:15:03.471414 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e4d5d1-d6e0-4c04-9fe4-127210f7eb5c req-f20cf00e-10d9-454a-bccd-a51f9560faa8 service neutron] Attempting to bind port 93486707-cd14-420f-a116-d797832c24b1 on network 6b1fc686-fd3a-4539-aa22-2794a86ed1a0 {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 18:15:03.486272 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e4d5d1-d6e0-4c04-9fe4-127210f7eb5c req-f20cf00e-10d9-454a-bccd-a51f9560faa8 service neutron] Port 93486707-cd14-420f-a116-d797832c24b1 on network 6b1fc686-fd3a-4539-aa22-2794a86ed1a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 18:15:03.486586 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e4d5d1-d6e0-4c04-9fe4-127210f7eb5c req-f20cf00e-10d9-454a-bccd-a51f9560faa8 service neutron] Attempting to bind port 93486707-cd14-420f-a116-d797832c24b1 on network 6b1fc686-fd3a-4539-aa22-2794a86ed1a0 {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 18:15:03.495982 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e4d5d1-d6e0-4c04-9fe4-127210f7eb5c req-f20cf00e-10d9-454a-bccd-a51f9560faa8 service neutron] Checking agent: {'id': '45fcbab4-fb54-4843-ab6e-792adfc8e994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 18, 10, 22), 'started_at': datetime.datetime(2021, 8, 12, 18, 10, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 18, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 18:15:03.496308 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e4d5d1-d6e0-4c04-9fe4-127210f7eb5c req-f20cf00e-10d9-454a-bccd-a51f9560faa8 service neutron] Checking segment: {'id': 'b0bd17e6-9f7e-43f1-a264-2ad32dfe27ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6b1fc686-fd3a-4539-aa22-2794a86ed1a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 18:15:03.496682 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e4d5d1-d6e0-4c04-9fe4-127210f7eb5c req-f20cf00e-10d9-454a-bccd-a51f9560faa8 service neutron] Bound using segment: {'id': 'b0bd17e6-9f7e-43f1-a264-2ad32dfe27ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6b1fc686-fd3a-4539-aa22-2794a86ed1a0'} {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 18:15:03.497101 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.managers [req-f8e4d5d1-d6e0-4c04-9fe4-127210f7eb5c req-f20cf00e-10d9-454a-bccd-a51f9560faa8 service neutron] Bound port: 93486707-cd14-420f-a116-d797832c24b1, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0bd17e6-9f7e-43f1-a264-2ad32dfe27ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6b1fc686-fd3a-4539-aa22-2794a86ed1a0'}}] {{(pid=94212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 18:15:03.497451 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-f8e4d5d1-d6e0-4c04-9fe4-127210f7eb5c req-f20cf00e-10d9-454a-bccd-a51f9560faa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:15:03.537604 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a0d0336-9d92-4d95-a715-2456dde6ca22 req-c61e71d5-99fb-4e57-b78c-b21204764852 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Made reservation on behalf of 924212fddaa448b5b1093e482a785cd7 for: {'port': 1} {{(pid=94212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 18:15:03.540901 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-5a0d0336-9d92-4d95-a715-2456dde6ca22 req-c61e71d5-99fb-4e57-b78c-b21204764852 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:15:03.626899 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.db [req-f8e4d5d1-d6e0-4c04-9fe4-127210f7eb5c req-f20cf00e-10d9-454a-bccd-a51f9560faa8 service neutron] For port 93486707-cd14-420f-a116-d797832c24b1, host hv-cinder-75994, cleared binding levels {{(pid=94212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 18:15:03.645317 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.db [req-f8e4d5d1-d6e0-4c04-9fe4-127210f7eb5c req-f20cf00e-10d9-454a-bccd-a51f9560faa8 service neutron] For port 93486707-cd14-420f-a116-d797832c24b1, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=93486707-cd14-420f-a116-d797832c24b1,segment=NetworkSegment(b0bd17e6-9f7e-43f1-a264-2ad32dfe27ab),segment_id=b0bd17e6-9f7e-43f1-a264-2ad32dfe27ab)] {{(pid=94212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 18:15:03.651335 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-f8e4d5d1-d6e0-4c04-9fe4-127210f7eb5c req-f20cf00e-10d9-454a-bccd-a51f9560faa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8400684'] for port, after_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:15:03.723288 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e4d5d1-d6e0-4c04-9fe4-127210f7eb5c req-f20cf00e-10d9-454a-bccd-a51f9560faa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:03.723900 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-f8e4d5d1-d6e0-4c04-9fe4-127210f7eb5c req-f20cf00e-10d9-454a-bccd-a51f9560faa8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195385'] for port, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:15:03.725293 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-f8e4d5d1-d6e0-4c04-9fe4-127210f7eb5c req-f20cf00e-10d9-454a-bccd-a51f9560faa8 service neutron] 10.222.0.57 "PUT /v2.0/ports/93486707-cd14-420f-a116-d797832c24b1 HTTP/1.1" status: 200 len: 1093 time: 1.0254514 Aug 12 18:15:03.725738 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29cc983f-bb0c-4c58-9d4d-8ed094a5d28e', 'tag': '93486707-cd14-420f-a116-d797832c24b1'}] {{(pid=94212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 18:15:03.728030 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd512f55349b839fb4675422b2dbaf52bda1baead41a4efd90d4bf8a5142663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4613f49-1e2b-42a4-93a9-3b295527a9fa" -d '{"events": [{"name": "network-changed", "server_uuid": "29cc983f-bb0c-4c58-9d4d-8ed094a5d28e", "tag": "93486707-cd14-420f-a116-d797832c24b1"}]}' {{(pid=94212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 18:15:03.753992 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.db_base_plugin_common [req-5a0d0336-9d92-4d95-a715-2456dde6ca22 req-c61e71d5-99fb-4e57-b78c-b21204764852 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Allocated IP 172.20.0.4 (31201492-d25f-40e0-b40e-85e206051e6d/019c3d0a-2e33-4501-a1d9-19968c2a45a9/3afa09b8-e560-4816-957a-57e477973e6c) {{(pid=94212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 18:15:03.803092 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 18:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ded20b-b084-4266-9fc6-757969f5d545 x-openstack-request-id: req-86ded20b-b084-4266-9fc6-757969f5d545 {{(pid=94212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 18:15:03.803375 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29cc983f-bb0c-4c58-9d4d-8ed094a5d28e", "tag": "93486707-cd14-420f-a116-d797832c24b1", "status": "completed", "code": 200}]} {{(pid=94212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 18:15:03.803693 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-86ded20b-b084-4266-9fc6-757969f5d545 {{(pid=94212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 18:15:03.804099 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29cc983f-bb0c-4c58-9d4d-8ed094a5d28e', 'tag': '93486707-cd14-420f-a116-d797832c24b1', 'status': 'completed', 'code': 200} Aug 12 18:15:03.819462 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20cf00e-10d9-454a-bccd-a51f9560faa8 service neutron] Pushing event updated for resources: {'Port': ['ID=93486707-cd14-420f-a116-d797832c24b1,revision_number=3']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:15:03.914489 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e4d5d1-d6e0-4c04-9fe4-127210f7eb5c req-c98934bc-b5f6-44a3-bb41-a460a373b19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:03.916005 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-f8e4d5d1-d6e0-4c04-9fe4-127210f7eb5c req-c98934bc-b5f6-44a3-bb41-a460a373b19c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7914b9ae47f74d8a8462a76f248cff78&device_id=29cc983f-bb0c-4c58-9d4d-8ed094a5d28e HTTP/1.1" status: 200 len: 1096 time: 0.1349285 Aug 12 18:15:03.976250 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-f8e4d5d1-d6e0-4c04-9fe4-127210f7eb5c req-7b096cf7-8a33-4424-b872-aaf72b441a00 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93486707-cd14-420f-a116-d797832c24b1 HTTP/1.1" status: 200 len: 217 time: 0.0494368 Aug 12 18:15:04.000287 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-5a0d0336-9d92-4d95-a715-2456dde6ca22 req-c61e71d5-99fb-4e57-b78c-b21204764852 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Notify callbacks [] for port, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:15:04.036266 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.provisioning_blocks [req-5a0d0336-9d92-4d95-a715-2456dde6ca22 req-c61e71d5-99fb-4e57-b78c-b21204764852 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Transition to ACTIVE for port object 3afa09b8-e560-4816-957a-57e477973e6c will not be triggered until provisioned by entity DHCP. {{(pid=94212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 18:15:04.051489 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e4d5d1-d6e0-4c04-9fe4-127210f7eb5c req-dca415d3-8520-4ea9-8f6e-9b8c517f2ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:04.052897 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-f8e4d5d1-d6e0-4c04-9fe4-127210f7eb5c req-dca415d3-8520-4ea9-8f6e-9b8c517f2ec9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1d6fbddb-fc25-47a1-888d-ce03ef22670c HTTP/1.1" status: 200 len: 856 time: 0.0634177 Aug 12 18:15:04.107196 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-5a0d0336-9d92-4d95-a715-2456dde6ca22 req-c61e71d5-99fb-4e57-b78c-b21204764852 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763627144933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8400677'] for port, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:15:04.148933 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e4d5d1-d6e0-4c04-9fe4-127210f7eb5c req-52b49f73-37d2-4a8f-9284-b1bb2e26fed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:04.150510 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-f8e4d5d1-d6e0-4c04-9fe4-127210f7eb5c req-52b49f73-37d2-4a8f-9284-b1bb2e26fed6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6b1fc686-fd3a-4539-aa22-2794a86ed1a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0896852 Aug 12 18:15:04.159784 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a0d0336-9d92-4d95-a715-2456dde6ca22 req-c61e71d5-99fb-4e57-b78c-b21204764852 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Network 31201492-d25f-40e0-b40e-85e206051e6d is already hosted by enough agents. {{(pid=94212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 18:15:04.176118 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.base_scheduler [req-5a0d0336-9d92-4d95-a715-2456dde6ca22 req-c61e71d5-99fb-4e57-b78c-b21204764852 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Resources bound (agent type, host, resource id): {{(pid=94212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 18:15:04.178591 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a0d0336-9d92-4d95-a715-2456dde6ca22 req-c61e71d5-99fb-4e57-b78c-b21204764852 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Received port after_create {{(pid=94212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 18:15:04.269057 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61e71d5-99fb-4e57-b78c-b21204764852 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Pushing event updated for resources: {'Port': ['ID=3afa09b8-e560-4816-957a-57e477973e6c,revision_number=1']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:15:04.283929 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0d0336-9d92-4d95-a715-2456dde6ca22 req-c61e71d5-99fb-4e57-b78c-b21204764852 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:04.284598 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-5a0d0336-9d92-4d95-a715-2456dde6ca22 req-c61e71d5-99fb-4e57-b78c-b21204764852 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195385'] for port, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:15:04.315770 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device 0d29fef7-69dc-417d-84af-6999c604c4ec up at agent ovs-agent-dv-cinder-759943-10-iscsi {{(pid=94213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 18:15:04.318005 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-5a0d0336-9d92-4d95-a715-2456dde6ca22 req-c61e71d5-99fb-4e57-b78c-b21204764852 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9699357 Aug 12 18:15:04.337989 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.v2.base [req-5a0d0336-9d92-4d95-a715-2456dde6ca22 req-393ad4a4-667e-4c4d-bb9e-be2a4127312c service neutron] Request body: {'port': {'device_id': 'baf099e7-9785-430d-a6a1-10f0bc1dd51e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=94212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:15:04.393724 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Provisioning complete for port 0d29fef7-69dc-417d-84af-6999c604c4ec triggered by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:15:04.394140 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:15:04.457547 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-5a0d0336-9d92-4d95-a715-2456dde6ca22 req-393ad4a4-667e-4c4d-bb9e-be2a4127312c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:15:04.464976 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-f8e4d5d1-d6e0-4c04-9fe4-127210f7eb5c req-2afe45fb-bbc4-4412-880a-85ee036c7db6 service neutron] 10.222.0.57 "GET /v2.0/networks/6b1fc686-fd3a-4539-aa22-2794a86ed1a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3040488 Aug 12 18:15:04.513682 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f6edd9-68fa-4192-b1a5-9bbff4aaa198 req-e2deac08-3f51-40d1-8395-7008f8334fd0 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:04.516005 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-67f6edd9-68fa-4192-b1a5-9bbff4aaa198 req-e2deac08-3f51-40d1-8395-7008f8334fd0 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "GET /v2.0/ports?device_id=baf099e7-9785-430d-a6a1-10f0bc1dd51e HTTP/1.1" status: 200 len: 931 time: 0.1332676 Aug 12 18:15:04.557798 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-67f6edd9-68fa-4192-b1a5-9bbff4aaa198 req-ff569d7f-5b8d-4210-adfb-3662c38f42f7 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee503810-7a83-41bb-ac93-212bb7d263cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347648 Aug 12 18:15:04.570760 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dada03bd-f244-4b5e-9615-d543ca26653e req-9727bdb3-38ff-4f9f-9bec-3876c4008275 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:04.572088 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-dada03bd-f244-4b5e-9615-d543ca26653e req-9727bdb3-38ff-4f9f-9bec-3876c4008275 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=29cc983f-bb0c-4c58-9d4d-8ed094a5d28e HTTP/1.1" status: 200 len: 943 time: 0.1965868 Aug 12 18:15:04.612461 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-015d1929-759b-4ecf-8535-6d60d8970b82 None None] Provisioning for port 3afa09b8-e560-4816-957a-57e477973e6c completed by entity DHCP. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 18:15:04.616388 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-015d1929-759b-4ecf-8535-6d60d8970b82 None None] Provisioning complete for port 3afa09b8-e560-4816-957a-57e477973e6c triggered by entity DHCP. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:15:04.616825 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-015d1929-759b-4ecf-8535-6d60d8970b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:15:04.653455 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.plugin [None req-015d1929-759b-4ecf-8535-6d60d8970b82 None None] Port 3afa09b8-e560-4816-957a-57e477973e6c cannot update to ACTIVE because it is not bound. {{(pid=94213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 18:15:04.690604 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-f8e4d5d1-d6e0-4c04-9fe4-127210f7eb5c req-059ff2fa-478a-4510-ad9c-f029a1de55f4 service neutron] 10.222.0.57 "GET /v2.0/networks/6b1fc686-fd3a-4539-aa22-2794a86ed1a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160981 Aug 12 18:15:04.722813 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-dada03bd-f244-4b5e-9615-d543ca26653e req-538978c6-efda-460c-9e92-c7ff84807372 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ded157-ab08-463d-972b-a4b089d3643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243570 Aug 12 18:15:04.819124 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4613f49-1e2b-42a4-93a9-3b295527a9fa req-8949e9e6-c9dd-47fc-b77a-6e1d3b7da0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:04.820492 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-e4613f49-1e2b-42a4-93a9-3b295527a9fa req-8949e9e6-c9dd-47fc-b77a-6e1d3b7da0f4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7914b9ae47f74d8a8462a76f248cff78&device_id=29cc983f-bb0c-4c58-9d4d-8ed094a5d28e HTTP/1.1" status: 200 len: 1096 time: 0.0606053 Aug 12 18:15:04.954214 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-36b2457b-85cb-40e7-9fb2-640927a533e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:15:04.969197 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.notifiers.nova [req-5a0d0336-9d92-4d95-a715-2456dde6ca22 req-393ad4a4-667e-4c4d-bb9e-be2a4127312c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3afa09b8-e560-4816-957a-57e477973e6c {{(pid=94212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 18:15:04.986792 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-5a0d0336-9d92-4d95-a715-2456dde6ca22 req-393ad4a4-667e-4c4d-bb9e-be2a4127312c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:15:04.996535 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4613f49-1e2b-42a4-93a9-3b295527a9fa req-063d8c4b-5f36-4d8a-bb95-1414d8752caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:04.998368 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-e4613f49-1e2b-42a4-93a9-3b295527a9fa req-063d8c4b-5f36-4d8a-bb95-1414d8752caa service neutron] 10.222.0.57 "GET /v2.0/networks?id=6b1fc686-fd3a-4539-aa22-2794a86ed1a0 HTTP/1.1" status: 200 len: 918 time: 0.1681459 Aug 12 18:15:05.004945 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.provisioning_blocks [req-5a0d0336-9d92-4d95-a715-2456dde6ca22 req-393ad4a4-667e-4c4d-bb9e-be2a4127312c service neutron] Transition to ACTIVE for port object 3afa09b8-e560-4816-957a-57e477973e6c will not be triggered until provisioned by entity L2. {{(pid=94212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 18:15:05.008522 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-5a0d0336-9d92-4d95-a715-2456dde6ca22 req-393ad4a4-667e-4c4d-bb9e-be2a4127312c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8400684'] for port, after_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:15:05.075332 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393ad4a4-667e-4c4d-bb9e-be2a4127312c service neutron] Pushing event updated for resources: {'Port': ['ID=3afa09b8-e560-4816-957a-57e477973e6c,revision_number=2']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:15:05.126684 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.managers [req-5a0d0336-9d92-4d95-a715-2456dde6ca22 req-393ad4a4-667e-4c4d-bb9e-be2a4127312c service neutron] Attempting to bind port 3afa09b8-e560-4816-957a-57e477973e6c on host hv-cinder-75994 for vnic_type normal with profile {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 18:15:05.127016 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.managers [req-5a0d0336-9d92-4d95-a715-2456dde6ca22 req-393ad4a4-667e-4c4d-bb9e-be2a4127312c service neutron] Attempting to bind port 3afa09b8-e560-4816-957a-57e477973e6c by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': '12b6e908-d387-45ae-adb0-8f4da70f126b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '31201492-d25f-40e0-b40e-85e206051e6d'}] {{(pid=94212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 18:15:05.127345 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0d0336-9d92-4d95-a715-2456dde6ca22 req-393ad4a4-667e-4c4d-bb9e-be2a4127312c service neutron] Attempting to bind port 3afa09b8-e560-4816-957a-57e477973e6c on network 31201492-d25f-40e0-b40e-85e206051e6d {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 18:15:05.131749 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0d0336-9d92-4d95-a715-2456dde6ca22 req-393ad4a4-667e-4c4d-bb9e-be2a4127312c service neutron] Port 3afa09b8-e560-4816-957a-57e477973e6c on network 31201492-d25f-40e0-b40e-85e206051e6d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 18:15:05.132072 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0d0336-9d92-4d95-a715-2456dde6ca22 req-393ad4a4-667e-4c4d-bb9e-be2a4127312c service neutron] Attempting to bind port 3afa09b8-e560-4816-957a-57e477973e6c on network 31201492-d25f-40e0-b40e-85e206051e6d {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 18:15:05.136979 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0d0336-9d92-4d95-a715-2456dde6ca22 req-393ad4a4-667e-4c4d-bb9e-be2a4127312c service neutron] Checking agent: {'id': '45fcbab4-fb54-4843-ab6e-792adfc8e994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 18, 10, 22), 'started_at': datetime.datetime(2021, 8, 12, 18, 10, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 18, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 18:15:05.137308 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0d0336-9d92-4d95-a715-2456dde6ca22 req-393ad4a4-667e-4c4d-bb9e-be2a4127312c service neutron] Checking segment: {'id': '12b6e908-d387-45ae-adb0-8f4da70f126b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '31201492-d25f-40e0-b40e-85e206051e6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 18:15:05.137688 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0d0336-9d92-4d95-a715-2456dde6ca22 req-393ad4a4-667e-4c4d-bb9e-be2a4127312c service neutron] Bound using segment: {'id': '12b6e908-d387-45ae-adb0-8f4da70f126b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '31201492-d25f-40e0-b40e-85e206051e6d'} {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 18:15:05.138139 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.managers [req-5a0d0336-9d92-4d95-a715-2456dde6ca22 req-393ad4a4-667e-4c4d-bb9e-be2a4127312c service neutron] Bound port: 3afa09b8-e560-4816-957a-57e477973e6c, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12b6e908-d387-45ae-adb0-8f4da70f126b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '31201492-d25f-40e0-b40e-85e206051e6d'}}] {{(pid=94212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 18:15:05.138498 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-5a0d0336-9d92-4d95-a715-2456dde6ca22 req-393ad4a4-667e-4c4d-bb9e-be2a4127312c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:15:05.201471 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.db [req-5a0d0336-9d92-4d95-a715-2456dde6ca22 req-393ad4a4-667e-4c4d-bb9e-be2a4127312c service neutron] For port 3afa09b8-e560-4816-957a-57e477973e6c, host hv-cinder-75994, cleared binding levels {{(pid=94212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 18:15:05.204666 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.db [req-5a0d0336-9d92-4d95-a715-2456dde6ca22 req-393ad4a4-667e-4c4d-bb9e-be2a4127312c service neutron] For port 3afa09b8-e560-4816-957a-57e477973e6c, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=3afa09b8-e560-4816-957a-57e477973e6c,segment=NetworkSegment(12b6e908-d387-45ae-adb0-8f4da70f126b),segment_id=12b6e908-d387-45ae-adb0-8f4da70f126b)] {{(pid=94212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 18:15:05.208189 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-5a0d0336-9d92-4d95-a715-2456dde6ca22 req-393ad4a4-667e-4c4d-bb9e-be2a4127312c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8400684'] for port, after_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:15:05.243562 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0d0336-9d92-4d95-a715-2456dde6ca22 req-393ad4a4-667e-4c4d-bb9e-be2a4127312c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:05.244177 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-5a0d0336-9d92-4d95-a715-2456dde6ca22 req-393ad4a4-667e-4c4d-bb9e-be2a4127312c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195385'] for port, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:15:05.246177 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-5a0d0336-9d92-4d95-a715-2456dde6ca22 req-393ad4a4-667e-4c4d-bb9e-be2a4127312c service neutron] 10.222.0.57 "PUT /v2.0/ports/3afa09b8-e560-4816-957a-57e477973e6c HTTP/1.1" status: 200 len: 1093 time: 0.9138944 Aug 12 18:15:05.273188 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393ad4a4-667e-4c4d-bb9e-be2a4127312c service neutron] Pushing event updated for resources: {'Port': ['ID=3afa09b8-e560-4816-957a-57e477973e6c,revision_number=3']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:15:05.681562 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b277f-7719-40ca-b8d8-29ff215acf14 req-06b48787-7d18-48b0-abbb-a6e201574a1f tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:05.683086 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-c76b277f-7719-40ca-b8d8-29ff215acf14 req-06b48787-7d18-48b0-abbb-a6e201574a1f tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "GET /v2.0/ports?device_id=baf099e7-9785-430d-a6a1-10f0bc1dd51e HTTP/1.1" status: 200 len: 943 time: 0.0475392 Aug 12 18:15:05.720087 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-c76b277f-7719-40ca-b8d8-29ff215acf14 req-5745d09e-4054-42af-855d-a15363a32c87 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee503810-7a83-41bb-ac93-212bb7d263cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312619 Aug 12 18:15:05.805368 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baf099e7-9785-430d-a6a1-10f0bc1dd51e', 'tag': '3afa09b8-e560-4816-957a-57e477973e6c'}] {{(pid=94212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 18:15:05.808554 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd512f55349b839fb4675422b2dbaf52bda1baead41a4efd90d4bf8a5142663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-065eeaed-079c-44a8-bb07-c32f8ec78629" -d '{"events": [{"name": "network-changed", "server_uuid": "baf099e7-9785-430d-a6a1-10f0bc1dd51e", "tag": "3afa09b8-e560-4816-957a-57e477973e6c"}]}' {{(pid=94212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 18:15:05.845660 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819b4646-ce84-489a-8fa2-c75efba63a89 req-8343af3b-38b0-418c-84e7-2ff6c9ac9bee tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:05.847195 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-819b4646-ce84-489a-8fa2-c75efba63a89 req-8343af3b-38b0-418c-84e7-2ff6c9ac9bee tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=29cc983f-bb0c-4c58-9d4d-8ed094a5d28e HTTP/1.1" status: 200 len: 943 time: 0.0533996 Aug 12 18:15:05.854925 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 18:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3618929-b641-4432-97fb-4c98a11a31c5 x-openstack-request-id: req-c3618929-b641-4432-97fb-4c98a11a31c5 {{(pid=94212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 18:15:05.855208 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baf099e7-9785-430d-a6a1-10f0bc1dd51e", "tag": "3afa09b8-e560-4816-957a-57e477973e6c", "status": "completed", "code": 200}]} {{(pid=94212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 18:15:05.855459 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c3618929-b641-4432-97fb-4c98a11a31c5 {{(pid=94212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 18:15:05.855843 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baf099e7-9785-430d-a6a1-10f0bc1dd51e', 'tag': '3afa09b8-e560-4816-957a-57e477973e6c', 'status': 'completed', 'code': 200} Aug 12 18:15:05.889425 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-819b4646-ce84-489a-8fa2-c75efba63a89 req-f3af4f99-c57a-4004-8f06-8bc9dae7e66a tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ded157-ab08-463d-972b-a4b089d3643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327580 Aug 12 18:15:06.830292 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb909d4c-cc92-47aa-866a-89290a1e9389 req-9fd5b55c-3a02-4bda-bfef-a6691f0bff54 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:06.831653 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-bb909d4c-cc92-47aa-866a-89290a1e9389 req-9fd5b55c-3a02-4bda-bfef-a6691f0bff54 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "GET /v2.0/ports?device_id=baf099e7-9785-430d-a6a1-10f0bc1dd51e HTTP/1.1" status: 200 len: 943 time: 0.0462446 Aug 12 18:15:06.868022 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-bb909d4c-cc92-47aa-866a-89290a1e9389 req-86f3c82e-fa34-4762-839f-3a1260d3edd6 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee503810-7a83-41bb-ac93-212bb7d263cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307102 Aug 12 18:15:06.995733 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-e4613f49-1e2b-42a4-93a9-3b295527a9fa req-e5f6c4e7-ed4f-47bb-a885-e9732967fad3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93486707-cd14-420f-a116-d797832c24b1 HTTP/1.1" status: 200 len: 217 time: 0.0420604 Aug 12 18:15:07.032411 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d838d1-b41b-4f87-ab25-16da623a1035 req-f0e2b0ea-a6b8-4126-8865-d5542dc8d2f2 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:07.033824 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-40d838d1-b41b-4f87-ab25-16da623a1035 req-f0e2b0ea-a6b8-4126-8865-d5542dc8d2f2 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=29cc983f-bb0c-4c58-9d4d-8ed094a5d28e HTTP/1.1" status: 200 len: 943 time: 0.0732412 Aug 12 18:15:07.069566 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-40d838d1-b41b-4f87-ab25-16da623a1035 req-db82094f-bed0-43c7-89d1-71ba228f8009 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ded157-ab08-463d-972b-a4b089d3643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299084 Aug 12 18:15:07.321768 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-bed79716-246c-408e-a627-3cc12b7d2627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:15:07.959655 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:15:07.984675 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4efd50b-6414-467c-9942-47ffd847a569 req-28bf1f15-1080-499a-ab40-a83dfdb27011 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:07.986154 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-b4efd50b-6414-467c-9942-47ffd847a569 req-28bf1f15-1080-499a-ab40-a83dfdb27011 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "GET /v2.0/ports?device_id=baf099e7-9785-430d-a6a1-10f0bc1dd51e HTTP/1.1" status: 200 len: 943 time: 0.0542865 Aug 12 18:15:08.022803 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-b4efd50b-6414-467c-9942-47ffd847a569 req-36a100c0-6271-4fca-a387-635074c6c955 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee503810-7a83-41bb-ac93-212bb7d263cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308120 Aug 12 18:15:08.106430 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4613f49-1e2b-42a4-93a9-3b295527a9fa req-7a7d9592-13a5-4720-8e61-af70c1974076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:08.107894 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-e4613f49-1e2b-42a4-93a9-3b295527a9fa req-7a7d9592-13a5-4720-8e61-af70c1974076 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1d6fbddb-fc25-47a1-888d-ce03ef22670c HTTP/1.1" status: 200 len: 856 time: 0.0714669 Aug 12 18:15:08.113797 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065eeaed-079c-44a8-bb07-c32f8ec78629 req-8dfc0598-daf4-4f47-a2a2-ede7efd024da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:08.115209 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-065eeaed-079c-44a8-bb07-c32f8ec78629 req-8dfc0598-daf4-4f47-a2a2-ede7efd024da service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=924212fddaa448b5b1093e482a785cd7&device_id=baf099e7-9785-430d-a6a1-10f0bc1dd51e HTTP/1.1" status: 200 len: 1096 time: 0.0688798 Aug 12 18:15:08.236738 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4613f49-1e2b-42a4-93a9-3b295527a9fa req-0009cc2e-68ea-472f-b6f6-9b6d20a6e637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:08.238253 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-e4613f49-1e2b-42a4-93a9-3b295527a9fa req-0009cc2e-68ea-472f-b6f6-9b6d20a6e637 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6b1fc686-fd3a-4539-aa22-2794a86ed1a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1215992 Aug 12 18:15:08.317577 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15be39f-0389-42eb-b554-394edf2d3b22 req-d0c53f7b-2f76-403b-a348-4eb37ea585b0 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:08.319071 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-e15be39f-0389-42eb-b554-394edf2d3b22 req-d0c53f7b-2f76-403b-a348-4eb37ea585b0 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=29cc983f-bb0c-4c58-9d4d-8ed094a5d28e HTTP/1.1" status: 200 len: 943 time: 0.1678710 Aug 12 18:15:08.345023 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065eeaed-079c-44a8-bb07-c32f8ec78629 req-1d6ad73f-3975-4daa-80fa-2e9881790d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:08.346428 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-065eeaed-079c-44a8-bb07-c32f8ec78629 req-1d6ad73f-3975-4daa-80fa-2e9881790d1e service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=924212fddaa448b5b1093e482a785cd7&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2058971 Aug 12 18:15:08.426016 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-e15be39f-0389-42eb-b554-394edf2d3b22 req-d9ce0b04-e5dc-45e8-987a-ea5efe04cc23 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ded157-ab08-463d-972b-a4b089d3643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001976 Aug 12 18:15:08.443595 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-e4613f49-1e2b-42a4-93a9-3b295527a9fa req-faf38d8a-dbcd-4927-8a17-e92aa78fffb8 service neutron] 10.222.0.57 "GET /v2.0/networks/6b1fc686-fd3a-4539-aa22-2794a86ed1a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948576 Aug 12 18:15:08.518265 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065eeaed-079c-44a8-bb07-c32f8ec78629 req-d56e11f1-12ad-4650-ba24-e8fa36fb5f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:08.519706 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-065eeaed-079c-44a8-bb07-c32f8ec78629 req-d56e11f1-12ad-4650-ba24-e8fa36fb5f54 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1628749 Aug 12 18:15:08.529603 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-2083c3fd-5dc5-47ae-86de-acca0e7a8e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:15:08.552523 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-e4613f49-1e2b-42a4-93a9-3b295527a9fa req-ea961b6d-6a4e-4f6d-b6e2-a3502c371bd1 service neutron] 10.222.0.57 "GET /v2.0/networks/6b1fc686-fd3a-4539-aa22-2794a86ed1a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989437 Aug 12 18:15:08.608330 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0d0336-9d92-4d95-a715-2456dde6ca22 req-9cc0c8f2-a90b-4ca0-a122-bfe4b58cd9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:08.609782 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-5a0d0336-9d92-4d95-a715-2456dde6ca22 req-9cc0c8f2-a90b-4ca0-a122-bfe4b58cd9d9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=924212fddaa448b5b1093e482a785cd7&device_id=baf099e7-9785-430d-a6a1-10f0bc1dd51e HTTP/1.1" status: 200 len: 1096 time: 0.0433753 Aug 12 18:15:08.655236 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-5a0d0336-9d92-4d95-a715-2456dde6ca22 req-c61fb721-afa4-4288-ada8-8404b3076da0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3afa09b8-e560-4816-957a-57e477973e6c HTTP/1.1" status: 200 len: 217 time: 0.0325499 Aug 12 18:15:08.708136 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0d0336-9d92-4d95-a715-2456dde6ca22 req-51a2bf3a-79df-4d6a-9da3-adef122fe541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:08.709620 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-5a0d0336-9d92-4d95-a715-2456dde6ca22 req-51a2bf3a-79df-4d6a-9da3-adef122fe541 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=019c3d0a-2e33-4501-a1d9-19968c2a45a9 HTTP/1.1" status: 200 len: 848 time: 0.0461133 Aug 12 18:15:08.757835 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0d0336-9d92-4d95-a715-2456dde6ca22 req-baa7aabc-5998-4068-a32c-8520dcbd0ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:08.759317 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-5a0d0336-9d92-4d95-a715-2456dde6ca22 req-baa7aabc-5998-4068-a32c-8520dcbd0ad3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=31201492-d25f-40e0-b40e-85e206051e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0420001 Aug 12 18:15:09.069469 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-5a0d0336-9d92-4d95-a715-2456dde6ca22 req-97e6976c-2cbc-448d-97af-33ae5e387635 service neutron] 10.222.0.57 "GET /v2.0/networks/31201492-d25f-40e0-b40e-85e206051e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009160 Aug 12 18:15:09.132106 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e901990-984f-472c-8fba-12403d68686f req-a0cbfd87-5e0b-428c-8577-268dbc5badbc tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:09.133567 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-5e901990-984f-472c-8fba-12403d68686f req-a0cbfd87-5e0b-428c-8577-268dbc5badbc tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "GET /v2.0/ports?device_id=baf099e7-9785-430d-a6a1-10f0bc1dd51e HTTP/1.1" status: 200 len: 943 time: 0.0469990 Aug 12 18:15:09.160025 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-5a0d0336-9d92-4d95-a715-2456dde6ca22 req-197f1f06-a027-4fe7-a437-1bf5e6e4ebe0 service neutron] 10.222.0.57 "GET /v2.0/networks/31201492-d25f-40e0-b40e-85e206051e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826824 Aug 12 18:15:09.171523 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-5e901990-984f-472c-8fba-12403d68686f req-2e830239-e53d-41fd-be38-ef35e615f78c tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee503810-7a83-41bb-ac93-212bb7d263cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313973 Aug 12 18:15:09.540423 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b616670f-e43b-47cc-a6e9-42d31b683d83 req-7297a163-8b48-40ff-9403-b8a8b1918a66 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:09.542774 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-b616670f-e43b-47cc-a6e9-42d31b683d83 req-7297a163-8b48-40ff-9403-b8a8b1918a66 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=29cc983f-bb0c-4c58-9d4d-8ed094a5d28e HTTP/1.1" status: 200 len: 943 time: 0.0481474 Aug 12 18:15:09.579667 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-b616670f-e43b-47cc-a6e9-42d31b683d83 req-e71de132-1aac-48c5-b155-27a8d8c62739 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ded157-ab08-463d-972b-a4b089d3643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311313 Aug 12 18:15:10.054714 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Device 93486707-cd14-420f-a116-d797832c24b1 details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=94213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 18:15:10.144363 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] For port 93486707-cd14-420f-a116-d797832c24b1, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=93486707-cd14-420f-a116-d797832c24b1,segment=NetworkSegment(b0bd17e6-9f7e-43f1-a264-2ad32dfe27ab),segment_id=b0bd17e6-9f7e-43f1-a264-2ad32dfe27ab)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:15:10.155523 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Returning: {'device': '93486707-cd14-420f-a116-d797832c24b1', 'network_id': '6b1fc686-fd3a-4539-aa22-2794a86ed1a0', 'port_id': '93486707-cd14-420f-a116-d797832c24b1', 'mac_address': 'fa:16:3e:39:ff:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d6fbddb-fc25-47a1-888d-ce03ef22670c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 18:15:10.192249 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:15:10.218421 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.notifiers.nova [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93486707-cd14-420f-a116-d797832c24b1 {{(pid=94213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 18:15:10.231741 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-b1de9828-bfad-4ef8-8d69-6d6f9fbe420c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:15:10.240405 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] For port 93486707-cd14-420f-a116-d797832c24b1, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=93486707-cd14-420f-a116-d797832c24b1,segment=NetworkSegment(b0bd17e6-9f7e-43f1-a264-2ad32dfe27ab),segment_id=b0bd17e6-9f7e-43f1-a264-2ad32dfe27ab)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:15:10.244698 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:15:10.294583 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b599c-3e6e-4d92-ae00-3cecbde83116 req-18d3927b-58dc-4b0c-98f3-b92b6b8ea94f tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:10.296085 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-b60b599c-3e6e-4d92-ae00-3cecbde83116 req-18d3927b-58dc-4b0c-98f3-b92b6b8ea94f tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "GET /v2.0/ports?device_id=baf099e7-9785-430d-a6a1-10f0bc1dd51e HTTP/1.1" status: 200 len: 943 time: 0.0505888 Aug 12 18:15:10.308456 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Pushing event updated for resources: {'Port': ['ID=93486707-cd14-420f-a116-d797832c24b1,revision_number=4']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:15:10.342863 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-b60b599c-3e6e-4d92-ae00-3cecbde83116 req-ef9c9e2e-c27a-4217-9e9d-29fb8ad85828 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee503810-7a83-41bb-ac93-212bb7d263cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406024 Aug 12 18:15:10.518720 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] get_ports_and_sgs() called for port_ids ['93486707-cd14-420f-a116-d797832c24b1'] {{(pid=94213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 18:15:10.693212 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf760349-1f2b-4bf5-84db-24f5790e3bb2 req-b0e0600c-8d44-44cb-b654-e33dcc54c8b0 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:10.694643 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-bf760349-1f2b-4bf5-84db-24f5790e3bb2 req-b0e0600c-8d44-44cb-b654-e33dcc54c8b0 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=29cc983f-bb0c-4c58-9d4d-8ed094a5d28e HTTP/1.1" status: 200 len: 944 time: 0.0459917 Aug 12 18:15:10.730583 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-bf760349-1f2b-4bf5-84db-24f5790e3bb2 req-83c135c8-9c7b-4373-b6f3-bfa0c71a1f54 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ded157-ab08-463d-972b-a4b089d3643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295186 Aug 12 18:15:11.459574 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e0bcb-c1f0-48e3-a7e2-8c634c72ae46 req-736ee098-3619-4aa9-b432-b193faee6bdb tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:11.461034 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-9d4e0bcb-c1f0-48e3-a7e2-8c634c72ae46 req-736ee098-3619-4aa9-b432-b193faee6bdb tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "GET /v2.0/ports?device_id=baf099e7-9785-430d-a6a1-10f0bc1dd51e HTTP/1.1" status: 200 len: 943 time: 0.0505388 Aug 12 18:15:11.499079 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-9d4e0bcb-c1f0-48e3-a7e2-8c634c72ae46 req-9959d9a1-f861-4620-bb46-7052e4c518af tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee503810-7a83-41bb-ac93-212bb7d263cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316138 Aug 12 18:15:11.849356 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265d36c5-159d-44e2-841a-9f149c67fa5f req-7c0f0daa-8674-4f4a-95ed-a4c6f8d07739 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:11.850813 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-265d36c5-159d-44e2-841a-9f149c67fa5f req-7c0f0daa-8674-4f4a-95ed-a4c6f8d07739 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=29cc983f-bb0c-4c58-9d4d-8ed094a5d28e HTTP/1.1" status: 200 len: 944 time: 0.0499501 Aug 12 18:15:11.888884 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-265d36c5-159d-44e2-841a-9f149c67fa5f req-ac85d2b5-30f9-462f-8e0d-7f2287ce8393 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ded157-ab08-463d-972b-a4b089d3643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320098 Aug 12 18:15:12.052643 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Device 93486707-cd14-420f-a116-d797832c24b1 up at agent hyperv_hv-cinder-75994 {{(pid=94213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 18:15:12.100996 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Provisioning for port 93486707-cd14-420f-a116-d797832c24b1 completed by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 18:15:12.104791 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Provisioning complete for port 93486707-cd14-420f-a116-d797832c24b1 triggered by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:15:12.105161 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:15:12.178076 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:15:12.201346 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29cc983f-bb0c-4c58-9d4d-8ed094a5d28e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93486707-cd14-420f-a116-d797832c24b1'}] {{(pid=94213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 18:15:12.203593 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093bef5005328d2170e61a9e3556762ddeddd0b69a57765fcd678c61bdf37499" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b66c17-531c-4678-aa40-330ad4ee3276" -d '{"events": [{"server_uuid": "29cc983f-bb0c-4c58-9d4d-8ed094a5d28e", "name": "network-vif-plugged", "status": "completed", "tag": "93486707-cd14-420f-a116-d797832c24b1"}]}' {{(pid=94213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 18:15:12.216241 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] For port 93486707-cd14-420f-a116-d797832c24b1, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=93486707-cd14-420f-a116-d797832c24b1,segment=NetworkSegment(b0bd17e6-9f7e-43f1-a264-2ad32dfe27ab),segment_id=b0bd17e6-9f7e-43f1-a264-2ad32dfe27ab)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:15:12.223614 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:15:12.250756 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 18:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6072c340-2975-444a-9871-56ccb960d316 x-openstack-request-id: req-6072c340-2975-444a-9871-56ccb960d316 {{(pid=94213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 18:15:12.251040 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29cc983f-bb0c-4c58-9d4d-8ed094a5d28e", "name": "network-vif-plugged", "status": "completed", "tag": "93486707-cd14-420f-a116-d797832c24b1", "code": 200}]} {{(pid=94213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 18:15:12.251329 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6072c340-2975-444a-9871-56ccb960d316 {{(pid=94213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 18:15:12.251693 dv-cinder-759943-10-iscsi neutron-server[94213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29cc983f-bb0c-4c58-9d4d-8ed094a5d28e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93486707-cd14-420f-a116-d797832c24b1', 'code': 200} Aug 12 18:15:12.284635 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Pushing event updated for resources: {'Port': ['ID=93486707-cd14-420f-a116-d797832c24b1,revision_number=5']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:15:12.429258 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b460c821-fc5b-413d-aa88-2c15d02a029c req-31e912e3-fda3-4b39-ae6f-9e5a8d49bfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:12.430748 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-b460c821-fc5b-413d-aa88-2c15d02a029c req-31e912e3-fda3-4b39-ae6f-9e5a8d49bfb7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=29cc983f-bb0c-4c58-9d4d-8ed094a5d28e HTTP/1.1" status: 200 len: 1098 time: 0.0383210 Aug 12 18:15:12.464429 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-b460c821-fc5b-413d-aa88-2c15d02a029c req-07b8c5da-58d0-4919-9ab9-18a3c7cc8d2e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=53ded157-ab08-463d-972b-a4b089d3643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0262129 Aug 12 18:15:12.611383 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1603c89e-d235-4808-ba69-04b845d81837 req-f3cc02ac-df86-49c7-954a-a2ffce4d25da tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:12.612833 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-1603c89e-d235-4808-ba69-04b845d81837 req-f3cc02ac-df86-49c7-954a-a2ffce4d25da tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "GET /v2.0/ports?device_id=baf099e7-9785-430d-a6a1-10f0bc1dd51e HTTP/1.1" status: 200 len: 943 time: 0.0471256 Aug 12 18:15:12.648695 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-1603c89e-d235-4808-ba69-04b845d81837 req-b235c32b-8aa2-42bf-9a3f-5248e7020811 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee503810-7a83-41bb-ac93-212bb7d263cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301025 Aug 12 18:15:13.006189 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9aba81-9ce7-4a72-ade6-dffd6f3e2205 req-dbb0ab69-b2c3-4bd5-b193-68e77bc1545a tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:13.007647 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-0d9aba81-9ce7-4a72-ade6-dffd6f3e2205 req-dbb0ab69-b2c3-4bd5-b193-68e77bc1545a tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=29cc983f-bb0c-4c58-9d4d-8ed094a5d28e HTTP/1.1" status: 200 len: 945 time: 0.0480454 Aug 12 18:15:13.044291 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-0d9aba81-9ce7-4a72-ade6-dffd6f3e2205 req-4a3bfdb6-f63f-4358-b5a0-301a8506f3b1 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ded157-ab08-463d-972b-a4b089d3643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308030 Aug 12 18:15:13.599278 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 53470) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:15:13.736468 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-6ba04377-d86a-4971-9de9-813666ebb787 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:15:13.759939 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af8dab7-014c-4270-b6ad-dde5df935704 req-24f0b8ef-ba52-4b5c-98ca-7b99f9fbfb60 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:13.761945 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-0af8dab7-014c-4270-b6ad-dde5df935704 req-24f0b8ef-ba52-4b5c-98ca-7b99f9fbfb60 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "GET /v2.0/ports?device_id=baf099e7-9785-430d-a6a1-10f0bc1dd51e HTTP/1.1" status: 200 len: 943 time: 0.0486255 Aug 12 18:15:13.802004 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-0af8dab7-014c-4270-b6ad-dde5df935704 req-385d33ea-0c1f-4165-b1dd-5df3d1f38602 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee503810-7a83-41bb-ac93-212bb7d263cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338798 Aug 12 18:15:13.827861 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-6ba04377-d86a-4971-9de9-813666ebb787 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:15:13.831445 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-6ba04377-d86a-4971-9de9-813666ebb787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:15:13.866976 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba04377-d86a-4971-9de9-813666ebb787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=605a66df-f795-4109-a1c4-bf86d0b34732,revision_number=1']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:15:13.871378 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-6ba04377-d86a-4971-9de9-813666ebb787 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5bffcc43bf9942bb9d3b6b2ebfc43fb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2710862 Aug 12 18:15:13.874102 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 53476) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:15:13.877108 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba04377-d86a-4971-9de9-813666ebb787 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:15:13.877456 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba04377-d86a-4971-9de9-813666ebb787 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:15:13.877800 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba04377-d86a-4971-9de9-813666ebb787 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:15:13.878166 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba04377-d86a-4971-9de9-813666ebb787 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:15:13.878499 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba04377-d86a-4971-9de9-813666ebb787 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:15:13.878830 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba04377-d86a-4971-9de9-813666ebb787 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:15:13.879157 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba04377-d86a-4971-9de9-813666ebb787 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:15:13.879484 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba04377-d86a-4971-9de9-813666ebb787 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:15:13.879808 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba04377-d86a-4971-9de9-813666ebb787 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:15:13.880130 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba04377-d86a-4971-9de9-813666ebb787 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:15:13.880450 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba04377-d86a-4971-9de9-813666ebb787 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:15:13.880772 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba04377-d86a-4971-9de9-813666ebb787 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:15:13.929647 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-cb4ee244-b628-4ffc-9a12-c93567b9ab04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:15:13.952943 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-cb4ee244-b628-4ffc-9a12-c93567b9ab04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:15:13.998425 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-cb4ee244-b628-4ffc-9a12-c93567b9ab04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:15:14.001136 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-cb4ee244-b628-4ffc-9a12-c93567b9ab04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:15:14.002252 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-cb4ee244-b628-4ffc-9a12-c93567b9ab04 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/605a66df-f795-4109-a1c4-bf86d0b34732 HTTP/1.1" status: 204 len: 168 time: 0.1271949 Aug 12 18:15:14.009644 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4ee244-b628-4ffc-9a12-c93567b9ab04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=605a66df-f795-4109-a1c4-bf86d0b34732,revision_number=None']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:15:14.016903 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4ee244-b628-4ffc-9a12-c93567b9ab04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:15:14.017188 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4ee244-b628-4ffc-9a12-c93567b9ab04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:15:14.017524 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4ee244-b628-4ffc-9a12-c93567b9ab04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:15:14.017852 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4ee244-b628-4ffc-9a12-c93567b9ab04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:15:14.018231 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4ee244-b628-4ffc-9a12-c93567b9ab04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:15:14.018540 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4ee244-b628-4ffc-9a12-c93567b9ab04 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:15:14.018862 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4ee244-b628-4ffc-9a12-c93567b9ab04 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:15:14.019182 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4ee244-b628-4ffc-9a12-c93567b9ab04 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:15:14.019505 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4ee244-b628-4ffc-9a12-c93567b9ab04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:15:14.019820 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4ee244-b628-4ffc-9a12-c93567b9ab04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:15:14.020135 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4ee244-b628-4ffc-9a12-c93567b9ab04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:15:14.020452 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4ee244-b628-4ffc-9a12-c93567b9ab04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:15:14.164484 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18391d9-1aa7-4f32-9f6a-32a9d4a236eb req-979a7797-1c1e-4640-9906-843ef159ac16 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:14.166197 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-f18391d9-1aa7-4f32-9f6a-32a9d4a236eb req-979a7797-1c1e-4640-9906-843ef159ac16 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=29cc983f-bb0c-4c58-9d4d-8ed094a5d28e HTTP/1.1" status: 200 len: 945 time: 0.0514879 Aug 12 18:15:14.208393 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-f18391d9-1aa7-4f32-9f6a-32a9d4a236eb req-735f9ce8-ec59-470a-a5bb-d1807df594e3 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ded157-ab08-463d-972b-a4b089d3643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353217 Aug 12 18:15:14.334060 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d962281-6756-408f-8d95-ba3a502a08e9 req-12269c9f-e1e0-425f-8f63-e2db5e1914c8 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:14.335534 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-5d962281-6756-408f-8d95-ba3a502a08e9 req-12269c9f-e1e0-425f-8f63-e2db5e1914c8 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=29cc983f-bb0c-4c58-9d4d-8ed094a5d28e HTTP/1.1" status: 200 len: 945 time: 0.0551167 Aug 12 18:15:14.344848 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 53484) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:15:14.349159 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.v2.base [None req-7afa8437-9e82-4256-9283-f64611071e16 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Request body: {'floatingip': {'port_id': '93486707-cd14-420f-a116-d797832c24b1'}} {{(pid=94211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:15:14.418618 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-7afa8437-9e82-4256-9283-f64611071e16 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Notify callbacks [] for floatingip, before_update {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:15:14.920000 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dfe169-1124-470b-aeda-02b3143782a8 req-d9e755df-5dea-473d-b499-ef51bb67e57f tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:14.921480 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-91dfe169-1124-470b-aeda-02b3143782a8 req-d9e755df-5dea-473d-b499-ef51bb67e57f tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "GET /v2.0/ports?device_id=baf099e7-9785-430d-a6a1-10f0bc1dd51e HTTP/1.1" status: 200 len: 943 time: 0.0504556 Aug 12 18:15:14.960055 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-91dfe169-1124-470b-aeda-02b3143782a8 req-2c3913ed-d29b-4d5d-b643-8288045ab834 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee503810-7a83-41bb-ac93-212bb7d263cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323529 Aug 12 18:15:15.198732 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-7afa8437-9e82-4256-9283-f64611071e16 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:15:15.202309 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-7afa8437-9e82-4256-9283-f64611071e16 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734856'] for floatingip, after_update {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:15:15.296435 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.db.l3_db [None req-7afa8437-9e82-4256-9283-f64611071e16 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Floating IP 58efccad-8f61-4b33-a1d8-e48bf0777487 associated. External IP: 172.27.3.125, port: 93486707-cd14-420f-a116-d797832c24b1. Aug 12 18:15:15.498177 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7afa8437-9e82-4256-9283-f64611071e16 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Router 384c2879-9ce6-4177-9b6b-26e1d664c3dd has already been hosted by L3 agent 35f8a3af-1ed6-4507-a756-5ee5db7e6400 {{(pid=94211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 18:15:15.603907 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7afa8437-9e82-4256-9283-f64611071e16 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Notify agent at l3_agent.dv-cinder-759943-10-iscsi the message routers_updated {{(pid=94211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 18:15:15.609285 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-7afa8437-9e82-4256-9283-f64611071e16 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195385'] for floatingip, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:15:15.615748 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f44522-5645-4e53-b875-e1b04b70f1c0 None None] Sync routers for ids ['384c2879-9ce6-4177-9b6b-26e1d664c3dd'] in dv-cinder-759943-10-iscsi {{(pid=94213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 18:15:15.625568 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f44522-5645-4e53-b875-e1b04b70f1c0 None None] Routers {'384c2879-9ce6-4177-9b6b-26e1d664c3dd'} bound to L3 agent in host dv-cinder-759943-10-iscsi {{(pid=94213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 18:15:15.626803 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-c4f44522-5645-4e53-b875-e1b04b70f1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T18:04:37Z,description=,heartbeat_timestamp=2021-08-12T18:15:07Z,host='dv-cinder-759943-10-iscsi',id=35f8a3af-1ed6-4507-a756-5ee5db7e6400,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T18:04:37Z,topic='l3_agent')) {'router_ids': ['384c2879-9ce6-4177-9b6b-26e1d664c3dd'], 'active': True} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:15:15.635451 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-7afa8437-9e82-4256-9283-f64611071e16 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "PUT /v2.0/floatingips/58efccad-8f61-4b33-a1d8-e48bf0777487 HTTP/1.1" status: 200 len: 991 time: 1.2895889 Aug 12 18:15:15.636089 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29cc983f-bb0c-4c58-9d4d-8ed094a5d28e', 'tag': '93486707-cd14-420f-a116-d797832c24b1'}] {{(pid=94211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 18:15:15.638508 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0869c7c93421d026cad47568b464a40121916bf4cc543438babfcccb5335f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a383bfd2-5db4-4378-a9fa-d39c7ddd3167" -d '{"events": [{"name": "network-changed", "server_uuid": "29cc983f-bb0c-4c58-9d4d-8ed094a5d28e", "tag": "93486707-cd14-420f-a116-d797832c24b1"}]}' {{(pid=94211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 18:15:15.675138 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 18:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65967b68-2034-4cc9-b421-629bee2af0c6 x-openstack-request-id: req-65967b68-2034-4cc9-b421-629bee2af0c6 {{(pid=94211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 18:15:15.675429 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29cc983f-bb0c-4c58-9d4d-8ed094a5d28e", "tag": "93486707-cd14-420f-a116-d797832c24b1", "status": "completed", "code": 200}]} {{(pid=94211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 18:15:15.675679 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-65967b68-2034-4cc9-b421-629bee2af0c6 {{(pid=94211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 18:15:15.676083 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29cc983f-bb0c-4c58-9d4d-8ed094a5d28e', 'tag': '93486707-cd14-420f-a116-d797832c24b1', 'status': 'completed', 'code': 200} Aug 12 18:15:15.737320 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvr_db [None req-c4f44522-5645-4e53-b875-e1b04b70f1c0 None None] Set router 384c2879-9ce6-4177-9b6b-26e1d664c3dd gateway port host: dv-cinder-759943-10-iscsi {{(pid=94213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 18:15:15.765706 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a383bfd2-5db4-4378-a9fa-d39c7ddd3167 req-b074fa72-4b1e-466f-b4ec-7d7e84b94932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:15.767355 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-a383bfd2-5db4-4378-a9fa-d39c7ddd3167 req-b074fa72-4b1e-466f-b4ec-7d7e84b94932 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7914b9ae47f74d8a8462a76f248cff78&device_id=29cc983f-bb0c-4c58-9d4d-8ed094a5d28e HTTP/1.1" status: 200 len: 1098 time: 0.0491736 Aug 12 18:15:15.861637 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a383bfd2-5db4-4378-a9fa-d39c7ddd3167 req-5ed5be38-44bc-4c12-888b-39c7dd10e35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:15.863228 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-a383bfd2-5db4-4378-a9fa-d39c7ddd3167 req-5ed5be38-44bc-4c12-888b-39c7dd10e35c service neutron] 10.222.0.57 "GET /v2.0/networks?id=6b1fc686-fd3a-4539-aa22-2794a86ed1a0 HTTP/1.1" status: 200 len: 918 time: 0.0855751 Aug 12 18:15:15.938773 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-a383bfd2-5db4-4378-a9fa-d39c7ddd3167 req-4ee94171-5bc6-4158-a9cb-08cb03a2f661 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93486707-cd14-420f-a116-d797832c24b1 HTTP/1.1" status: 200 len: 999 time: 0.0636418 Aug 12 18:15:15.997085 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a383bfd2-5db4-4378-a9fa-d39c7ddd3167 req-ac4ec8de-efdf-407b-a40d-c8bd8a950288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:15.998669 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-a383bfd2-5db4-4378-a9fa-d39c7ddd3167 req-ac4ec8de-efdf-407b-a40d-c8bd8a950288 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1d6fbddb-fc25-47a1-888d-ce03ef22670c HTTP/1.1" status: 200 len: 856 time: 0.0482724 Aug 12 18:15:16.012640 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-c4f44522-5645-4e53-b875-e1b04b70f1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '384c2879-9ce6-4177-9b6b-26e1d664c3dd', 'name': 'tempest-AttachVolumeShelveTestJSON-1511224777-router', 'tenant_id': '7914b9ae47f74d8a8462a76f248cff78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'be1f3d67-0e92-4b1e-a14c-b2675080bdb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:14:54Z', 'updated_at': '2021-08-12T18:14:57Z', 'revision_number': 4, 'project_id': '7914b9ae47f74d8a8462a76f248cff78', 'gw_port': {'id': 'be1f3d67-0e92-4b1e-a14c-b2675080bdb3', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:11:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384c2879-9ce6-4177-9b6b-26e1d664c3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:14:55Z', 'updated_at': '2021-08-12T18:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi', '_floatingips': [{'id': '58efccad-8f61-4b33-a1d8-e48bf0777487', 'tenant_id': '7914b9ae47f74d8a8462a76f248cff78', 'floating_ip_address': '172.27.3.125', 'floating_network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'router_id': '384c2879-9ce6-4177-9b6b-26e1d664c3dd', 'port_id': '93486707-cd14-420f-a116-d797832c24b1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b1fc686-fd3a-4539-aa22-2794a86ed1a0', 'mac_address': 'fa:16:3e:39:ff:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cc983f-bb0c-4c58-9d4d-8ed094a5d28e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T18:14:59Z', 'updated_at': '2021-08-12T18:15:15Z', 'revision_number': 1, 'project_id': '7914b9ae47f74d8a8462a76f248cff78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d29fef7-69dc-417d-84af-6999c604c4ec', 'name': '', 'network_id': '6b1fc686-fd3a-4539-aa22-2794a86ed1a0', 'tenant_id': '7914b9ae47f74d8a8462a76f248cff78', 'mac_address': 'fa:16:3e:46:72:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384c2879-9ce6-4177-9b6b-26e1d664c3dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '1d6fbddb-fc25-47a1-888d-ce03ef22670c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:14:56Z', 'updated_at': '2021-08-12T18:15:02Z', 'revision_number': 5, 'project_id': '7914b9ae47f74d8a8462a76f248cff78', 'subnets': [{'id': '1d6fbddb-fc25-47a1-888d-ce03ef22670c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-10-iscsi', False) {} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:15:16.038260 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f44522-5645-4e53-b875-e1b04b70f1c0 None None] Checking router: 384c2879-9ce6-4177-9b6b-26e1d664c3dd for host: dv-cinder-759943-10-iscsi {{(pid=94213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 18:15:16.047194 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f44522-5645-4e53-b875-e1b04b70f1c0 None None] Routers {'384c2879-9ce6-4177-9b6b-26e1d664c3dd'} bound to L3 agent in host dv-cinder-759943-10-iscsi {{(pid=94213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 18:15:16.047834 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-c4f44522-5645-4e53-b875-e1b04b70f1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T18:04:37Z,description=,heartbeat_timestamp=2021-08-12T18:15:07Z,host='dv-cinder-759943-10-iscsi',id=35f8a3af-1ed6-4507-a756-5ee5db7e6400,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T18:04:37Z,topic='l3_agent')) {'router_ids': ['384c2879-9ce6-4177-9b6b-26e1d664c3dd'], 'active': True} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:15:16.080015 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Device 3afa09b8-e560-4816-957a-57e477973e6c details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=94213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 18:15:16.082783 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a383bfd2-5db4-4378-a9fa-d39c7ddd3167 req-1c74cd2d-23de-49dd-94d8-a862f29abcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:16.084282 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-a383bfd2-5db4-4378-a9fa-d39c7ddd3167 req-1c74cd2d-23de-49dd-94d8-a862f29abcef service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6b1fc686-fd3a-4539-aa22-2794a86ed1a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0707433 Aug 12 18:15:16.097074 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea2492e-e64c-4dfd-b2ef-f51f319b2480 req-2a5bf0f0-df1d-487a-9108-7b27c9ffe7c5 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:16.098523 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-dea2492e-e64c-4dfd-b2ef-f51f319b2480 req-2a5bf0f0-df1d-487a-9108-7b27c9ffe7c5 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "GET /v2.0/ports?device_id=baf099e7-9785-430d-a6a1-10f0bc1dd51e HTTP/1.1" status: 200 len: 943 time: 0.0603423 Aug 12 18:15:16.183689 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-dea2492e-e64c-4dfd-b2ef-f51f319b2480 req-d4a6fd91-9821-4855-978d-b3a05cea6eb3 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee503810-7a83-41bb-ac93-212bb7d263cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762198 Aug 12 18:15:16.208284 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvr_db [None req-c4f44522-5645-4e53-b875-e1b04b70f1c0 None None] Set router 384c2879-9ce6-4177-9b6b-26e1d664c3dd gateway port host: dv-cinder-759943-10-iscsi {{(pid=94213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 18:15:16.220048 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-a383bfd2-5db4-4378-a9fa-d39c7ddd3167 req-161e9e84-805e-4dc9-84e3-6fc32346e574 service neutron] 10.222.0.57 "GET /v2.0/networks/6b1fc686-fd3a-4539-aa22-2794a86ed1a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206048 Aug 12 18:15:16.262497 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] For port 3afa09b8-e560-4816-957a-57e477973e6c, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=3afa09b8-e560-4816-957a-57e477973e6c,segment=NetworkSegment(12b6e908-d387-45ae-adb0-8f4da70f126b),segment_id=12b6e908-d387-45ae-adb0-8f4da70f126b)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:15:16.306005 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Returning: {'device': '3afa09b8-e560-4816-957a-57e477973e6c', 'network_id': '31201492-d25f-40e0-b40e-85e206051e6d', 'port_id': '3afa09b8-e560-4816-957a-57e477973e6c', 'mac_address': 'fa:16:3e:59:e4:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '019c3d0a-2e33-4501-a1d9-19968c2a45a9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 18:15:16.321756 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-a383bfd2-5db4-4378-a9fa-d39c7ddd3167 req-14bd134b-1f54-4a0d-93bc-ad79ae67c0d0 service neutron] 10.222.0.57 "GET /v2.0/networks/6b1fc686-fd3a-4539-aa22-2794a86ed1a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855088 Aug 12 18:15:16.500154 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:15:16.523277 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.notifiers.nova [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3afa09b8-e560-4816-957a-57e477973e6c {{(pid=94213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 18:15:16.560506 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] For port 3afa09b8-e560-4816-957a-57e477973e6c, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=3afa09b8-e560-4816-957a-57e477973e6c,segment=NetworkSegment(12b6e908-d387-45ae-adb0-8f4da70f126b),segment_id=12b6e908-d387-45ae-adb0-8f4da70f126b)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:15:16.564745 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:15:16.636801 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Pushing event updated for resources: {'Port': ['ID=3afa09b8-e560-4816-957a-57e477973e6c,revision_number=4']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:15:16.648281 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-c4f44522-5645-4e53-b875-e1b04b70f1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '384c2879-9ce6-4177-9b6b-26e1d664c3dd', 'name': 'tempest-AttachVolumeShelveTestJSON-1511224777-router', 'tenant_id': '7914b9ae47f74d8a8462a76f248cff78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'be1f3d67-0e92-4b1e-a14c-b2675080bdb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:14:54Z', 'updated_at': '2021-08-12T18:14:57Z', 'revision_number': 4, 'project_id': '7914b9ae47f74d8a8462a76f248cff78', 'gw_port': {'id': 'be1f3d67-0e92-4b1e-a14c-b2675080bdb3', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:11:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384c2879-9ce6-4177-9b6b-26e1d664c3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:14:55Z', 'updated_at': '2021-08-12T18:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi', '_floatingips': [{'id': '58efccad-8f61-4b33-a1d8-e48bf0777487', 'tenant_id': '7914b9ae47f74d8a8462a76f248cff78', 'floating_ip_address': '172.27.3.125', 'floating_network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'router_id': '384c2879-9ce6-4177-9b6b-26e1d664c3dd', 'port_id': '93486707-cd14-420f-a116-d797832c24b1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b1fc686-fd3a-4539-aa22-2794a86ed1a0', 'mac_address': 'fa:16:3e:39:ff:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cc983f-bb0c-4c58-9d4d-8ed094a5d28e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T18:14:59Z', 'updated_at': '2021-08-12T18:15:15Z', 'revision_number': 1, 'project_id': '7914b9ae47f74d8a8462a76f248cff78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d29fef7-69dc-417d-84af-6999c604c4ec', 'name': '', 'network_id': '6b1fc686-fd3a-4539-aa22-2794a86ed1a0', 'tenant_id': '7914b9ae47f74d8a8462a76f248cff78', 'mac_address': 'fa:16:3e:46:72:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384c2879-9ce6-4177-9b6b-26e1d664c3dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '1d6fbddb-fc25-47a1-888d-ce03ef22670c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:14:56Z', 'updated_at': '2021-08-12T18:15:02Z', 'revision_number': 5, 'project_id': '7914b9ae47f74d8a8462a76f248cff78', 'subnets': [{'id': '1d6fbddb-fc25-47a1-888d-ce03ef22670c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-10-iscsi', False) {} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:15:16.673731 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f44522-5645-4e53-b875-e1b04b70f1c0 None None] The sync data for ids ['384c2879-9ce6-4177-9b6b-26e1d664c3dd'] in dv-cinder-759943-10-iscsi is: [{'id': '384c2879-9ce6-4177-9b6b-26e1d664c3dd', 'name': 'tempest-AttachVolumeShelveTestJSON-1511224777-router', 'tenant_id': '7914b9ae47f74d8a8462a76f248cff78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'be1f3d67-0e92-4b1e-a14c-b2675080bdb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:14:54Z', 'updated_at': '2021-08-12T18:14:57Z', 'revision_number': 4, 'project_id': '7914b9ae47f74d8a8462a76f248cff78', 'gw_port': {'id': 'be1f3d67-0e92-4b1e-a14c-b2675080bdb3', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:11:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384c2879-9ce6-4177-9b6b-26e1d664c3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:14:55Z', 'updated_at': '2021-08-12T18:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi', '_floatingips': [{'id': '58efccad-8f61-4b33-a1d8-e48bf0777487', 'tenant_id': '7914b9ae47f74d8a8462a76f248cff78', 'floating_ip_address': '172.27.3.125', 'floating_network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'router_id': '384c2879-9ce6-4177-9b6b-26e1d664c3dd', 'port_id': '93486707-cd14-420f-a116-d797832c24b1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b1fc686-fd3a-4539-aa22-2794a86ed1a0', 'mac_address': 'fa:16:3e:39:ff:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cc983f-bb0c-4c58-9d4d-8ed094a5d28e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T18:14:59Z', 'updated_at': '2021-08-12T18:15:15Z', 'revision_number': 1, 'project_id': '7914b9ae47f74d8a8462a76f248cff78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d29fef7-69dc-417d-84af-6999c604c4ec', 'name': '', 'network_id': '6b1fc686-fd3a-4539-aa22-2794a86ed1a0', 'tenant_id': '7914b9ae47f74d8a8462a76f248cff78', 'mac_address': 'fa:16:3e:46:72:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384c2879-9ce6-4177-9b6b-26e1d664c3dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '1d6fbddb-fc25-47a1-888d-ce03ef22670c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:14:56Z', 'updated_at': '2021-08-12T18:15:02Z', 'revision_number': 5, 'project_id': '7914b9ae47f74d8a8462a76f248cff78', 'subnets': [{'id': '1d6fbddb-fc25-47a1-888d-ce03ef22670c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 18:15:16.846792 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7668488-1333-474f-bb40-4e7307113d47 None None] New status for floating IP 58efccad-8f61-4b33-a1d8-e48bf0777487: ACTIVE {{(pid=94214) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 18:15:16.879583 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] get_ports_and_sgs() called for port_ids ['3afa09b8-e560-4816-957a-57e477973e6c'] {{(pid=94213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 18:15:17.298786 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc601bd-74e2-40c5-8579-54b9249c4966 req-fc9e3431-ff03-4c04-98bd-ef43d6ac5514 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:17.300240 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-ccc601bd-74e2-40c5-8579-54b9249c4966 req-fc9e3431-ff03-4c04-98bd-ef43d6ac5514 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "GET /v2.0/ports?device_id=baf099e7-9785-430d-a6a1-10f0bc1dd51e HTTP/1.1" status: 200 len: 944 time: 0.0492575 Aug 12 18:15:17.336445 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-ccc601bd-74e2-40c5-8579-54b9249c4966 req-e31b8d4b-e2f2-4f42-88cd-ee606d398da7 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee503810-7a83-41bb-ac93-212bb7d263cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304308 Aug 12 18:15:18.083901 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Device 3afa09b8-e560-4816-957a-57e477973e6c up at agent hyperv_hv-cinder-75994 {{(pid=94213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 18:15:18.132145 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Provisioning for port 3afa09b8-e560-4816-957a-57e477973e6c completed by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 18:15:18.136302 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Provisioning complete for port 3afa09b8-e560-4816-957a-57e477973e6c triggered by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:15:18.136668 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:15:18.207706 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:15:18.230560 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf099e7-9785-430d-a6a1-10f0bc1dd51e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3afa09b8-e560-4816-957a-57e477973e6c'}] {{(pid=94213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 18:15:18.232772 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093bef5005328d2170e61a9e3556762ddeddd0b69a57765fcd678c61bdf37499" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6be65f5-e06c-4ca1-b290-64a1a7eb05fb" -d '{"events": [{"server_uuid": "baf099e7-9785-430d-a6a1-10f0bc1dd51e", "name": "network-vif-plugged", "status": "completed", "tag": "3afa09b8-e560-4816-957a-57e477973e6c"}]}' {{(pid=94213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 18:15:18.249615 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] For port 3afa09b8-e560-4816-957a-57e477973e6c, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=3afa09b8-e560-4816-957a-57e477973e6c,segment=NetworkSegment(12b6e908-d387-45ae-adb0-8f4da70f126b),segment_id=12b6e908-d387-45ae-adb0-8f4da70f126b)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:15:18.250891 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:15:18.273774 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 18:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-962e4b44-c548-4d12-b23c-390f91875d2a x-openstack-request-id: req-962e4b44-c548-4d12-b23c-390f91875d2a {{(pid=94213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 18:15:18.274090 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baf099e7-9785-430d-a6a1-10f0bc1dd51e", "name": "network-vif-plugged", "status": "completed", "tag": "3afa09b8-e560-4816-957a-57e477973e6c", "code": 200}]} {{(pid=94213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 18:15:18.274338 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-962e4b44-c548-4d12-b23c-390f91875d2a {{(pid=94213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 18:15:18.274719 dv-cinder-759943-10-iscsi neutron-server[94213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baf099e7-9785-430d-a6a1-10f0bc1dd51e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3afa09b8-e560-4816-957a-57e477973e6c', 'code': 200} Aug 12 18:15:18.298504 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Pushing event updated for resources: {'Port': ['ID=3afa09b8-e560-4816-957a-57e477973e6c,revision_number=5']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:15:18.448300 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6524a6-dfe7-4fdd-ac6b-24ee8064c44b req-8c7c468e-2cb3-4c0d-a7c3-5b23bbbccfe2 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:18.449751 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-7a6524a6-dfe7-4fdd-ac6b-24ee8064c44b req-8c7c468e-2cb3-4c0d-a7c3-5b23bbbccfe2 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "GET /v2.0/ports?device_id=baf099e7-9785-430d-a6a1-10f0bc1dd51e HTTP/1.1" status: 200 len: 945 time: 0.0472403 Aug 12 18:15:18.485864 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-7a6524a6-dfe7-4fdd-ac6b-24ee8064c44b req-9e336fb3-534b-483e-a18a-326142ca350b tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee503810-7a83-41bb-ac93-212bb7d263cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303946 Aug 12 18:15:19.595454 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbee1a1-ccb8-47e9-9f69-1af859598eca req-7333cc40-5cb9-4f52-a979-667d1b8089db tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:19.596874 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-2fbee1a1-ccb8-47e9-9f69-1af859598eca req-7333cc40-5cb9-4f52-a979-667d1b8089db tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "GET /v2.0/ports?device_id=baf099e7-9785-430d-a6a1-10f0bc1dd51e HTTP/1.1" status: 200 len: 945 time: 0.0467145 Aug 12 18:15:19.633102 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-2fbee1a1-ccb8-47e9-9f69-1af859598eca req-2a2054d7-2cba-4976-ac7a-9097f6e77206 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee503810-7a83-41bb-ac93-212bb7d263cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304008 Aug 12 18:15:20.747762 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ac9f62-3987-49da-afa3-e584b06cfcc7 req-7a4f3d3d-8fd8-4a1c-989b-53b73f73fb0a tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:20.749201 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-82ac9f62-3987-49da-afa3-e584b06cfcc7 req-7a4f3d3d-8fd8-4a1c-989b-53b73f73fb0a tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "GET /v2.0/ports?device_id=baf099e7-9785-430d-a6a1-10f0bc1dd51e HTTP/1.1" status: 200 len: 945 time: 0.0502064 Aug 12 18:15:20.785475 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-82ac9f62-3987-49da-afa3-e584b06cfcc7 req-b3fe3ee9-2a5d-4db3-8ad2-033d50b82b7d tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee503810-7a83-41bb-ac93-212bb7d263cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304701 Aug 12 18:15:21.128075 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-c719c61d-b1fa-4ff4-8bea-b6087ce9afcf req-f0ecedc2-574e-4f29-9248-9fcf5c6b1162 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383480 Aug 12 18:15:21.211055 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c719c61d-b1fa-4ff4-8bea-b6087ce9afcf req-2e2c1804-b146-4ca5-9582-154059a4d1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:21.212765 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-c719c61d-b1fa-4ff4-8bea-b6087ce9afcf req-2e2c1804-b146-4ca5-9582-154059a4d1ce service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0cd01e4bf13e4379b9d179c3973204fe&device_id=f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc HTTP/1.1" status: 200 len: 1098 time: 0.0474625 Aug 12 18:15:21.350667 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2ab2c2-ba47-4935-9c72-c2ec2d13578f req-60d2db3f-8050-42dc-bbc0-117a6de250c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:21.352286 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-2e2ab2c2-ba47-4935-9c72-c2ec2d13578f req-60d2db3f-8050-42dc-bbc0-117a6de250c9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=baf099e7-9785-430d-a6a1-10f0bc1dd51e HTTP/1.1" status: 200 len: 1098 time: 0.0986688 Aug 12 18:15:21.384244 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c719c61d-b1fa-4ff4-8bea-b6087ce9afcf req-f1c6a0ac-35f0-4f92-b1e8-2cbb8e4e6222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:21.385665 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-c719c61d-b1fa-4ff4-8bea-b6087ce9afcf req-f1c6a0ac-35f0-4f92-b1e8-2cbb8e4e6222 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c79ff127-e29d-415e-ac8f-388698d304d0 HTTP/1.1" status: 200 len: 912 time: 0.1220222 Aug 12 18:15:21.398963 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-2e2ab2c2-ba47-4935-9c72-c2ec2d13578f req-156eda00-8798-4d83-88f7-60a3c9131b56 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ee503810-7a83-41bb-ac93-212bb7d263cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382226 Aug 12 18:15:21.455188 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-c719c61d-b1fa-4ff4-8bea-b6087ce9afcf req-6d543234-d9d2-47c1-bcdc-47c550513cf2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=191b98a4-8a2b-43e2-b563-2500f1c744b5 HTTP/1.1" status: 200 len: 1001 time: 0.0552948 Aug 12 18:15:21.504281 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c719c61d-b1fa-4ff4-8bea-b6087ce9afcf req-4277bd77-2e1e-4878-a942-db80f1c2eacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:21.505624 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-c719c61d-b1fa-4ff4-8bea-b6087ce9afcf req-4277bd77-2e1e-4878-a942-db80f1c2eacb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eed8715d-98a6-404a-8335-27c57f2cf8a3 HTTP/1.1" status: 200 len: 850 time: 0.0417111 Aug 12 18:15:21.552651 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c719c61d-b1fa-4ff4-8bea-b6087ce9afcf req-9b189fc0-9e31-4b78-b313-e10b2d605743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:21.554116 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-c719c61d-b1fa-4ff4-8bea-b6087ce9afcf req-9b189fc0-9e31-4b78-b313-e10b2d605743 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c79ff127-e29d-415e-ac8f-388698d304d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0403106 Aug 12 18:15:21.642509 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-c719c61d-b1fa-4ff4-8bea-b6087ce9afcf req-a8d7e015-d803-4b5e-a429-ffb61f1912fe service neutron] 10.222.0.57 "GET /v2.0/networks/c79ff127-e29d-415e-ac8f-388698d304d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788031 Aug 12 18:15:21.733068 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-c719c61d-b1fa-4ff4-8bea-b6087ce9afcf req-442e6230-0080-4fa3-b50b-953b8d3e7bfa service neutron] 10.222.0.57 "GET /v2.0/networks/c79ff127-e29d-415e-ac8f-388698d304d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823104 Aug 12 18:15:21.897565 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c2115c-78e6-406f-a2b7-316fbb01042f req-d5e9150f-57d0-4932-9586-d9286104765d tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:21.898999 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-a1c2115c-78e6-406f-a2b7-316fbb01042f req-d5e9150f-57d0-4932-9586-d9286104765d tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "GET /v2.0/ports?device_id=baf099e7-9785-430d-a6a1-10f0bc1dd51e HTTP/1.1" status: 200 len: 945 time: 0.0490203 Aug 12 18:15:21.938009 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-a1c2115c-78e6-406f-a2b7-316fbb01042f req-f2d6e8c9-3ef7-4a67-a940-1f4a2609eea5 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee503810-7a83-41bb-ac93-212bb7d263cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330977 Aug 12 18:15:22.009436 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:15:23.048016 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fbf377-5c05-4e9c-a561-997058a6b6f3 req-11e90f63-1044-4085-9ed7-889ec9def69e tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:23.049474 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-e8fbf377-5c05-4e9c-a561-997058a6b6f3 req-11e90f63-1044-4085-9ed7-889ec9def69e tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "GET /v2.0/ports?device_id=baf099e7-9785-430d-a6a1-10f0bc1dd51e HTTP/1.1" status: 200 len: 945 time: 0.0469122 Aug 12 18:15:23.086195 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-e8fbf377-5c05-4e9c-a561-997058a6b6f3 req-7434400f-0c03-430d-85de-a65e26c20f49 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee503810-7a83-41bb-ac93-212bb7d263cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304830 Aug 12 18:15:23.200139 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ee8b8f-bc88-4af5-ba8e-8edbff91fb84 req-7e6828ec-6e4b-471f-b143-78a2c88d927b tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:23.201638 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-f1ee8b8f-bc88-4af5-ba8e-8edbff91fb84 req-7e6828ec-6e4b-471f-b143-78a2c88d927b tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "GET /v2.0/ports?device_id=baf099e7-9785-430d-a6a1-10f0bc1dd51e HTTP/1.1" status: 200 len: 945 time: 0.0481093 Aug 12 18:15:23.239012 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-f1ee8b8f-bc88-4af5-ba8e-8edbff91fb84 req-a835f3e8-0cc4-4b24-9f4d-5b9be2a62ae1 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee503810-7a83-41bb-ac93-212bb7d263cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314910 Aug 12 18:15:23.260919 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 53552) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:15:23.437499 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4e3d76-7374-4f7b-80c7-fcb57d5d46fc tempest-TestShelveInstance-1461923491 tempest-TestShelveInstance-1461923491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:23.439115 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-dc4e3d76-7374-4f7b-80c7-fcb57d5d46fc tempest-TestShelveInstance-1461923491 tempest-TestShelveInstance-1461923491-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=baf099e7-9785-430d-a6a1-10f0bc1dd51e HTTP/1.1" status: 200 len: 1093 time: 0.1772363 Aug 12 18:15:23.441998 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 53556) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:15:23.446265 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.v2.base [None req-816c07dd-7c9a-46a1-a81d-aaf4a04dd6ca tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Request body: {'floatingip': {'floating_network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'port_id': '3afa09b8-e560-4816-957a-57e477973e6c', 'tenant_id': '924212fddaa448b5b1093e482a785cd7', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:15:23.470071 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-816c07dd-7c9a-46a1-a81d-aaf4a04dd6ca tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Notify callbacks [] for floatingip, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:15:23.563324 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-816c07dd-7c9a-46a1-a81d-aaf4a04dd6ca tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:15:23.661940 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.db_base_plugin_common [None req-816c07dd-7c9a-46a1-a81d-aaf4a04dd6ca tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Allocated IP 172.27.3.146 (7a7b82d9-a69e-485d-9e07-6a129d075bce/c473b355-6ff8-4f1b-9a18-c893e152c20b/f95c4cb8-e470-48c9-96e2-9215a9fb0455) {{(pid=94212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 18:15:23.761997 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-816c07dd-7c9a-46a1-a81d-aaf4a04dd6ca tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Notify callbacks [] for port, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:15:23.799178 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-816c07dd-7c9a-46a1-a81d-aaf4a04dd6ca tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763627144933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8400677'] for port, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:15:23.834221 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816c07dd-7c9a-46a1-a81d-aaf4a04dd6ca tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Network 7a7b82d9-a69e-485d-9e07-6a129d075bce is already hosted by enough agents. {{(pid=94212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 18:15:23.840431 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.base_scheduler [None req-816c07dd-7c9a-46a1-a81d-aaf4a04dd6ca tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Resources bound (agent type, host, resource id): {{(pid=94212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 18:15:23.842991 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816c07dd-7c9a-46a1-a81d-aaf4a04dd6ca tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Received port after_create {{(pid=94212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 18:15:23.866439 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816c07dd-7c9a-46a1-a81d-aaf4a04dd6ca tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Pushing event updated for resources: {'Port': ['ID=f95c4cb8-e470-48c9-96e2-9215a9fb0455,revision_number=1']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:15:24.226086 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-816c07dd-7c9a-46a1-a81d-aaf4a04dd6ca tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:15:24.299051 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-816c07dd-7c9a-46a1-a81d-aaf4a04dd6ca tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:15:24.446011 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-816c07dd-7c9a-46a1-a81d-aaf4a04dd6ca tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Notify callbacks [] for port, precommit_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:15:24.450578 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-816c07dd-7c9a-46a1-a81d-aaf4a04dd6ca tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8400684'] for port, after_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:15:24.513482 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816c07dd-7c9a-46a1-a81d-aaf4a04dd6ca tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Pushing event updated for resources: {'Port': ['ID=f95c4cb8-e470-48c9-96e2-9215a9fb0455,revision_number=2']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:15:24.524747 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-816c07dd-7c9a-46a1-a81d-aaf4a04dd6ca tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734856'] for floatingip, after_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:15:24.621135 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.db.l3_db [None req-816c07dd-7c9a-46a1-a81d-aaf4a04dd6ca tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Floating IP afc3c05d-dd89-45e1-8a27-d570e2df69e0 associated. External IP: 172.27.3.146, port: 3afa09b8-e560-4816-957a-57e477973e6c. Aug 12 18:15:24.822672 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-816c07dd-7c9a-46a1-a81d-aaf4a04dd6ca tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Router d11d2fd1-d1a0-49fc-8636-baf140635d08 has already been hosted by L3 agent 35f8a3af-1ed6-4507-a756-5ee5db7e6400 {{(pid=94212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 18:15:25.155402 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-816c07dd-7c9a-46a1-a81d-aaf4a04dd6ca tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Notify agent at l3_agent.dv-cinder-759943-10-iscsi the message routers_updated {{(pid=94212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 18:15:25.164665 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d009890e-fbfc-4ce0-870b-a43aa8b4bd8b None None] Sync routers for ids ['d11d2fd1-d1a0-49fc-8636-baf140635d08'] in dv-cinder-759943-10-iscsi {{(pid=94213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 18:15:25.171400 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-816c07dd-7c9a-46a1-a81d-aaf4a04dd6ca tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195385'] for floatingip, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:15:25.174293 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d009890e-fbfc-4ce0-870b-a43aa8b4bd8b None None] Routers {'d11d2fd1-d1a0-49fc-8636-baf140635d08'} bound to L3 agent in host dv-cinder-759943-10-iscsi {{(pid=94213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 18:15:25.174973 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-d009890e-fbfc-4ce0-870b-a43aa8b4bd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T18:04:37Z,description=,heartbeat_timestamp=2021-08-12T18:15:07Z,host='dv-cinder-759943-10-iscsi',id=35f8a3af-1ed6-4507-a756-5ee5db7e6400,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T18:04:37Z,topic='l3_agent')) {'router_ids': ['d11d2fd1-d1a0-49fc-8636-baf140635d08'], 'active': True} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:15:25.197120 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-816c07dd-7c9a-46a1-a81d-aaf4a04dd6ca tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7541494 Aug 12 18:15:25.197697 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baf099e7-9785-430d-a6a1-10f0bc1dd51e', 'tag': '3afa09b8-e560-4816-957a-57e477973e6c'}] {{(pid=94212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 18:15:25.199949 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd512f55349b839fb4675422b2dbaf52bda1baead41a4efd90d4bf8a5142663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f916bee-a279-402e-877d-3db564783f61" -d '{"events": [{"name": "network-changed", "server_uuid": "baf099e7-9785-430d-a6a1-10f0bc1dd51e", "tag": "3afa09b8-e560-4816-957a-57e477973e6c"}]}' {{(pid=94212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 18:15:25.235463 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 18:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07fc2d52-2742-4472-a9e4-b7b4d630bffd x-openstack-request-id: req-07fc2d52-2742-4472-a9e4-b7b4d630bffd {{(pid=94212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 18:15:25.236090 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baf099e7-9785-430d-a6a1-10f0bc1dd51e", "tag": "3afa09b8-e560-4816-957a-57e477973e6c", "status": "completed", "code": 200}]} {{(pid=94212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 18:15:25.236090 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-07fc2d52-2742-4472-a9e4-b7b4d630bffd {{(pid=94212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 18:15:25.236398 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baf099e7-9785-430d-a6a1-10f0bc1dd51e', 'tag': '3afa09b8-e560-4816-957a-57e477973e6c', 'status': 'completed', 'code': 200} Aug 12 18:15:25.282227 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvr_db [None req-d009890e-fbfc-4ce0-870b-a43aa8b4bd8b None None] Set router d11d2fd1-d1a0-49fc-8636-baf140635d08 gateway port host: dv-cinder-759943-10-iscsi {{(pid=94213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 18:15:25.377114 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.agents_db [None req-aa7dbe78-d4f0-421a-85da-826b2a172358 None None] Agent healthcheck: found 6 active agents {{(pid=94214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 18:15:25.494528 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-d009890e-fbfc-4ce0-870b-a43aa8b4bd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd11d2fd1-d1a0-49fc-8636-baf140635d08', 'name': 'tempest-TestShelveInstance-1333231278-router', 'tenant_id': '924212fddaa448b5b1093e482a785cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '78feda6e-8f67-439f-ba86-f1828c94e390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:14:13Z', 'updated_at': '2021-08-12T18:14:19Z', 'revision_number': 4, 'project_id': '924212fddaa448b5b1093e482a785cd7', 'gw_port': {'id': '78feda6e-8f67-439f-ba86-f1828c94e390', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd11d2fd1-d1a0-49fc-8636-baf140635d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:14:14Z', 'updated_at': '2021-08-12T18:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi', '_floatingips': [{'id': 'afc3c05d-dd89-45e1-8a27-d570e2df69e0', 'tenant_id': '924212fddaa448b5b1093e482a785cd7', 'floating_ip_address': '172.27.3.146', 'floating_network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'router_id': 'd11d2fd1-d1a0-49fc-8636-baf140635d08', 'port_id': '3afa09b8-e560-4816-957a-57e477973e6c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31201492-d25f-40e0-b40e-85e206051e6d', 'mac_address': 'fa:16:3e:59:e4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf099e7-9785-430d-a6a1-10f0bc1dd51e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T18:15:24Z', 'updated_at': '2021-08-12T18:15:24Z', 'revision_number': 0, 'project_id': '924212fddaa448b5b1093e482a785cd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3aa10e17-cb66-4a6a-af0a-f42bff96a5c6', 'name': '', 'network_id': '31201492-d25f-40e0-b40e-85e206051e6d', 'tenant_id': '924212fddaa448b5b1093e482a785cd7', 'mac_address': 'fa:16:3e:be:9e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd11d2fd1-d1a0-49fc-8636-baf140635d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '019c3d0a-2e33-4501-a1d9-19968c2a45a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:14:18Z', 'updated_at': '2021-08-12T18:14:29Z', 'revision_number': 5, 'project_id': '924212fddaa448b5b1093e482a785cd7', 'subnets': [{'id': '019c3d0a-2e33-4501-a1d9-19968c2a45a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-10-iscsi', False) {} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:15:25.521457 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d009890e-fbfc-4ce0-870b-a43aa8b4bd8b None None] Checking router: d11d2fd1-d1a0-49fc-8636-baf140635d08 for host: dv-cinder-759943-10-iscsi {{(pid=94213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 18:15:25.532165 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d009890e-fbfc-4ce0-870b-a43aa8b4bd8b None None] Routers {'d11d2fd1-d1a0-49fc-8636-baf140635d08'} bound to L3 agent in host dv-cinder-759943-10-iscsi {{(pid=94213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 18:15:25.533201 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-d009890e-fbfc-4ce0-870b-a43aa8b4bd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T18:04:37Z,description=,heartbeat_timestamp=2021-08-12T18:15:07Z,host='dv-cinder-759943-10-iscsi',id=35f8a3af-1ed6-4507-a756-5ee5db7e6400,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T18:04:37Z,topic='l3_agent')) {'router_ids': ['d11d2fd1-d1a0-49fc-8636-baf140635d08'], 'active': True} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:15:25.595782 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f916bee-a279-402e-877d-3db564783f61 req-202001f4-b578-4dd1-8a5a-adae20580c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:25.597336 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-0f916bee-a279-402e-877d-3db564783f61 req-202001f4-b578-4dd1-8a5a-adae20580c77 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=924212fddaa448b5b1093e482a785cd7&device_id=baf099e7-9785-430d-a6a1-10f0bc1dd51e HTTP/1.1" status: 200 len: 1098 time: 0.0419338 Aug 12 18:15:25.643197 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvr_db [None req-d009890e-fbfc-4ce0-870b-a43aa8b4bd8b None None] Set router d11d2fd1-d1a0-49fc-8636-baf140635d08 gateway port host: dv-cinder-759943-10-iscsi {{(pid=94213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 18:15:25.696288 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f916bee-a279-402e-877d-3db564783f61 req-4a4f9626-3f49-433e-add1-d2d6a32b2f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:25.697817 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-0f916bee-a279-402e-877d-3db564783f61 req-4a4f9626-3f49-433e-add1-d2d6a32b2f13 service neutron] 10.222.0.57 "GET /v2.0/networks?id=31201492-d25f-40e0-b40e-85e206051e6d HTTP/1.1" status: 200 len: 910 time: 0.0918224 Aug 12 18:15:25.763413 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-0f916bee-a279-402e-877d-3db564783f61 req-7d97b5db-5dc5-4760-b637-77283e4b2273 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3afa09b8-e560-4816-957a-57e477973e6c HTTP/1.1" status: 200 len: 999 time: 0.0581615 Aug 12 18:15:25.823579 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f916bee-a279-402e-877d-3db564783f61 req-b2adf38b-cfac-4209-9ef9-4198b36bf76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:25.825073 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-0f916bee-a279-402e-877d-3db564783f61 req-b2adf38b-cfac-4209-9ef9-4198b36bf76c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=019c3d0a-2e33-4501-a1d9-19968c2a45a9 HTTP/1.1" status: 200 len: 848 time: 0.0517628 Aug 12 18:15:25.865876 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-d009890e-fbfc-4ce0-870b-a43aa8b4bd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd11d2fd1-d1a0-49fc-8636-baf140635d08', 'name': 'tempest-TestShelveInstance-1333231278-router', 'tenant_id': '924212fddaa448b5b1093e482a785cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '78feda6e-8f67-439f-ba86-f1828c94e390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:14:13Z', 'updated_at': '2021-08-12T18:14:19Z', 'revision_number': 4, 'project_id': '924212fddaa448b5b1093e482a785cd7', 'gw_port': {'id': '78feda6e-8f67-439f-ba86-f1828c94e390', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd11d2fd1-d1a0-49fc-8636-baf140635d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:14:14Z', 'updated_at': '2021-08-12T18:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi', '_floatingips': [{'id': 'afc3c05d-dd89-45e1-8a27-d570e2df69e0', 'tenant_id': '924212fddaa448b5b1093e482a785cd7', 'floating_ip_address': '172.27.3.146', 'floating_network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'router_id': 'd11d2fd1-d1a0-49fc-8636-baf140635d08', 'port_id': '3afa09b8-e560-4816-957a-57e477973e6c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31201492-d25f-40e0-b40e-85e206051e6d', 'mac_address': 'fa:16:3e:59:e4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf099e7-9785-430d-a6a1-10f0bc1dd51e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T18:15:24Z', 'updated_at': '2021-08-12T18:15:24Z', 'revision_number': 0, 'project_id': '924212fddaa448b5b1093e482a785cd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3aa10e17-cb66-4a6a-af0a-f42bff96a5c6', 'name': '', 'network_id': '31201492-d25f-40e0-b40e-85e206051e6d', 'tenant_id': '924212fddaa448b5b1093e482a785cd7', 'mac_address': 'fa:16:3e:be:9e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd11d2fd1-d1a0-49fc-8636-baf140635d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '019c3d0a-2e33-4501-a1d9-19968c2a45a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:14:18Z', 'updated_at': '2021-08-12T18:14:29Z', 'revision_number': 5, 'project_id': '924212fddaa448b5b1093e482a785cd7', 'subnets': [{'id': '019c3d0a-2e33-4501-a1d9-19968c2a45a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-10-iscsi', False) {} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:15:25.875314 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f916bee-a279-402e-877d-3db564783f61 req-155c6c2c-b235-46aa-879f-d348a55690e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:25.876943 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-0f916bee-a279-402e-877d-3db564783f61 req-155c6c2c-b235-46aa-879f-d348a55690e6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=31201492-d25f-40e0-b40e-85e206051e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0431526 Aug 12 18:15:25.891524 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d009890e-fbfc-4ce0-870b-a43aa8b4bd8b None None] The sync data for ids ['d11d2fd1-d1a0-49fc-8636-baf140635d08'] in dv-cinder-759943-10-iscsi is: [{'id': 'd11d2fd1-d1a0-49fc-8636-baf140635d08', 'name': 'tempest-TestShelveInstance-1333231278-router', 'tenant_id': '924212fddaa448b5b1093e482a785cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '78feda6e-8f67-439f-ba86-f1828c94e390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:14:13Z', 'updated_at': '2021-08-12T18:14:19Z', 'revision_number': 4, 'project_id': '924212fddaa448b5b1093e482a785cd7', 'gw_port': {'id': '78feda6e-8f67-439f-ba86-f1828c94e390', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd11d2fd1-d1a0-49fc-8636-baf140635d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:14:14Z', 'updated_at': '2021-08-12T18:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi', '_floatingips': [{'id': 'afc3c05d-dd89-45e1-8a27-d570e2df69e0', 'tenant_id': '924212fddaa448b5b1093e482a785cd7', 'floating_ip_address': '172.27.3.146', 'floating_network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'router_id': 'd11d2fd1-d1a0-49fc-8636-baf140635d08', 'port_id': '3afa09b8-e560-4816-957a-57e477973e6c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31201492-d25f-40e0-b40e-85e206051e6d', 'mac_address': 'fa:16:3e:59:e4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf099e7-9785-430d-a6a1-10f0bc1dd51e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T18:15:24Z', 'updated_at': '2021-08-12T18:15:24Z', 'revision_number': 0, 'project_id': '924212fddaa448b5b1093e482a785cd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3aa10e17-cb66-4a6a-af0a-f42bff96a5c6', 'name': '', 'network_id': '31201492-d25f-40e0-b40e-85e206051e6d', 'tenant_id': '924212fddaa448b5b1093e482a785cd7', 'mac_address': 'fa:16:3e:be:9e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd11d2fd1-d1a0-49fc-8636-baf140635d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '019c3d0a-2e33-4501-a1d9-19968c2a45a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:14:18Z', 'updated_at': '2021-08-12T18:14:29Z', 'revision_number': 5, 'project_id': '924212fddaa448b5b1093e482a785cd7', 'subnets': [{'id': '019c3d0a-2e33-4501-a1d9-19968c2a45a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 18:15:25.976090 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-0f916bee-a279-402e-877d-3db564783f61 req-a7f34ab3-31fa-4c3d-bb0e-96878dec1ea6 service neutron] 10.222.0.57 "GET /v2.0/networks/31201492-d25f-40e0-b40e-85e206051e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844831 Aug 12 18:15:26.079037 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-0f916bee-a279-402e-877d-3db564783f61 req-a5af6095-588c-4adf-bb1b-45cd0a731dbc service neutron] 10.222.0.57 "GET /v2.0/networks/31201492-d25f-40e0-b40e-85e206051e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917845 Aug 12 18:15:26.089536 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26aefa3-49d1-442e-b5d5-dbf35db0b365 None None] New status for floating IP afc3c05d-dd89-45e1-8a27-d570e2df69e0: ACTIVE {{(pid=94214) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 18:15:34.955386 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-07a0c389-b660-4bc8-b136-7727c7f9ece3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:15:35.222770 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880d137c-cee0-47ff-beb3-781c00b56f03 req-f371babe-17b4-4ec6-bb0a-bf7f4120e3e9 tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:35.224209 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-880d137c-cee0-47ff-beb3-781c00b56f03 req-f371babe-17b4-4ec6-bb0a-bf7f4120e3e9 tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] 10.222.0.30 "GET /v2.0/ports?device_id=3bd1a2b7-1229-46b3-8fb0-434a7eccafce HTTP/1.1" status: 200 len: 945 time: 0.0504463 Aug 12 18:15:35.261915 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-880d137c-cee0-47ff-beb3-781c00b56f03 req-479b00ea-509e-43e0-b0c4-73f3a9738afc tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] 10.222.0.30 "GET /v2.0/security-groups?id=e39cc8c8-95b8-4973-8ebf-5d5b44e65dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313499 Aug 12 18:15:36.373443 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73b42c6-9641-4301-8532-b0d3b8b9faa8 req-fa24bed6-da6b-4182-bb36-31625dba661c tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:36.374927 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-b73b42c6-9641-4301-8532-b0d3b8b9faa8 req-fa24bed6-da6b-4182-bb36-31625dba661c tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] 10.222.0.30 "GET /v2.0/ports?device_id=3bd1a2b7-1229-46b3-8fb0-434a7eccafce HTTP/1.1" status: 200 len: 945 time: 0.0467567 Aug 12 18:15:36.411917 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-b73b42c6-9641-4301-8532-b0d3b8b9faa8 req-14740722-8a93-4ad6-86a0-b17034d53e9f tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] 10.222.0.30 "GET /v2.0/security-groups?id=e39cc8c8-95b8-4973-8ebf-5d5b44e65dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311334 Aug 12 18:15:36.952180 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d416300-27c2-454b-ba1e-269b55eed434 req-ac28aeb0-4eeb-40eb-bc56-7e97c5d548e1 tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:36.953617 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-8d416300-27c2-454b-ba1e-269b55eed434 req-ac28aeb0-4eeb-40eb-bc56-7e97c5d548e1 tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] 10.222.0.57 "GET /v2.0/ports?device_id=3bd1a2b7-1229-46b3-8fb0-434a7eccafce HTTP/1.1" status: 200 len: 945 time: 0.0479190 Aug 12 18:15:37.043282 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.plugin [req-8d416300-27c2-454b-ba1e-269b55eed434 req-8f5e99ec-6a98-41e4-822b-9a3eb1a86c65 tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] Deleting port e803db92-4b73-4869-a437-1e4b6d395f8b {{(pid=94212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 18:15:37.043621 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-8d416300-27c2-454b-ba1e-269b55eed434 req-8f5e99ec-6a98-41e4-822b-9a3eb1a86c65 tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763627642920'] for port, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:15:37.133001 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.db [req-8d416300-27c2-454b-ba1e-269b55eed434 req-8f5e99ec-6a98-41e4-822b-9a3eb1a86c65 tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] For port e803db92-4b73-4869-a437-1e4b6d395f8b, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=e803db92-4b73-4869-a437-1e4b6d395f8b,segment=NetworkSegment(c3f2ddd1-9fd8-41f9-a075-e26a18087b9c),segment_id=c3f2ddd1-9fd8-41f9-a075-e26a18087b9c)] {{(pid=94212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:15:37.133360 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-8d416300-27c2-454b-ba1e-269b55eed434 req-8f5e99ec-6a98-41e4-822b-9a3eb1a86c65 tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-732327'] for port, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:15:37.149210 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.plugin [req-8d416300-27c2-454b-ba1e-269b55eed434 req-8f5e99ec-6a98-41e4-822b-9a3eb1a86c65 tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] Calling delete_port for e803db92-4b73-4869-a437-1e4b6d395f8b owned by compute:nova {{(pid=94212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 18:15:37.272898 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-8d416300-27c2-454b-ba1e-269b55eed434 req-8f5e99ec-6a98-41e4-822b-9a3eb1a86c65 tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763627647362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763627144942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8400677'] for port, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:15:37.284763 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] get_ports_and_sgs() called for port_ids ['e803db92-4b73-4869-a437-1e4b6d395f8b'] {{(pid=94213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 18:15:37.300946 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5e99ec-6a98-41e4-822b-9a3eb1a86c65 tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] Pushing event deleted for resources: {'Port': ['ID=e803db92-4b73-4869-a437-1e4b6d395f8b,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:15:37.325509 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-8cc0c8e8-3d43-4060-bec6-154b81ad7eb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:15:37.344349 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d416300-27c2-454b-ba1e-269b55eed434 req-8f5e99ec-6a98-41e4-822b-9a3eb1a86c65 tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] No DVR routers for this DVR port e803db92-4b73-4869-a437-1e4b6d395f8b on host hv-cinder-75994 {{(pid=94212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 18:15:37.346729 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-8d416300-27c2-454b-ba1e-269b55eed434 req-8f5e99ec-6a98-41e4-822b-9a3eb1a86c65 tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195385'] for port, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:15:37.348666 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-8d416300-27c2-454b-ba1e-269b55eed434 req-8f5e99ec-6a98-41e4-822b-9a3eb1a86c65 tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] 10.222.0.57 "DELETE /v2.0/ports/e803db92-4b73-4869-a437-1e4b6d395f8b HTTP/1.1" status: 204 len: 173 time: 0.3863735 Aug 12 18:15:37.349088 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bd1a2b7-1229-46b3-8fb0-434a7eccafce', 'name': 'network-vif-deleted', 'tag': 'e803db92-4b73-4869-a437-1e4b6d395f8b'}] {{(pid=94212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 18:15:37.351329 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd512f55349b839fb4675422b2dbaf52bda1baead41a4efd90d4bf8a5142663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9fe879a-c41d-44c9-b3b6-90a68c1e9353" -d '{"events": [{"server_uuid": "3bd1a2b7-1229-46b3-8fb0-434a7eccafce", "name": "network-vif-deleted", "tag": "e803db92-4b73-4869-a437-1e4b6d395f8b"}]}' {{(pid=94212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 18:15:37.387556 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 18:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c9381a9-1158-4ee6-b9d5-9f9c46a2bdd4 x-openstack-request-id: req-4c9381a9-1158-4ee6-b9d5-9f9c46a2bdd4 {{(pid=94212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 18:15:37.387843 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bd1a2b7-1229-46b3-8fb0-434a7eccafce", "name": "network-vif-deleted", "tag": "e803db92-4b73-4869-a437-1e4b6d395f8b", "status": "completed", "code": 200}]} {{(pid=94212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 18:15:37.388112 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4c9381a9-1158-4ee6-b9d5-9f9c46a2bdd4 {{(pid=94212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 18:15:37.388533 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bd1a2b7-1229-46b3-8fb0-434a7eccafce', 'name': 'network-vif-deleted', 'tag': 'e803db92-4b73-4869-a437-1e4b6d395f8b', 'status': 'completed', 'code': 200} Aug 12 18:15:37.517241 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-5c966447-e66e-4239-a2ce-49c1367b3f7e req-8290b418-49dc-42e2-a2a3-09f763d1df50 tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] 10.222.0.30 "GET /v2.0/ports?device_id=3bd1a2b7-1229-46b3-8fb0-434a7eccafce HTTP/1.1" status: 200 len: 210 time: 0.0248973 Aug 12 18:15:37.960179 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:15:38.532228 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-2083c3fd-5dc5-47ae-86de-acca0e7a8e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:15:40.214546 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-b1de9828-bfad-4ef8-8d69-6d6f9fbe420c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:15:40.769955 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Device e803db92-4b73-4869-a437-1e4b6d395f8b no longer exists at agent hyperv_hv-cinder-75994 {{(pid=94213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 18:15:40.795882 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.plugin [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] No Port match for: e803db92-4b73-4869-a437-1e4b6d395f8b {{(pid=94213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 18:15:40.796226 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Device e803db92-4b73-4869-a437-1e4b6d395f8b not bound to the agent host hv-cinder-75994 {{(pid=94213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 18:15:43.626908 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1359e286-79f1-4a7c-bc3c-d019a92c2bd6 req-ac4cc4be-5d27-4ee9-99ef-f1f112f65ebc tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:43.628407 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-1359e286-79f1-4a7c-bc3c-d019a92c2bd6 req-ac4cc4be-5d27-4ee9-99ef-f1f112f65ebc tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc HTTP/1.1" status: 200 len: 945 time: 0.0488200 Aug 12 18:15:43.665279 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-1359e286-79f1-4a7c-bc3c-d019a92c2bd6 req-3235f1f6-a824-470f-8ee8-5be8decd88a7 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/security-groups?id=c57fdca1-344f-4de7-a17a-826f1447a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307901 Aug 12 18:15:44.780562 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3085b061-b726-4c4e-988a-c6a3fe442379 req-0ba86175-0459-4a15-9400-51e3e45cda24 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:44.782019 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-3085b061-b726-4c4e-988a-c6a3fe442379 req-0ba86175-0459-4a15-9400-51e3e45cda24 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc HTTP/1.1" status: 200 len: 945 time: 0.0513446 Aug 12 18:15:44.819157 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-3085b061-b726-4c4e-988a-c6a3fe442379 req-0567e1db-5861-47a8-90e8-26a5fa4efef5 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/security-groups?id=c57fdca1-344f-4de7-a17a-826f1447a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313563 Aug 12 18:15:45.936719 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1b50a6-7976-4756-87b8-fec4ae0eea51 req-22cb79fc-c944-44d1-b85a-0275e1312925 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:45.938223 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-8a1b50a6-7976-4756-87b8-fec4ae0eea51 req-22cb79fc-c944-44d1-b85a-0275e1312925 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc HTTP/1.1" status: 200 len: 945 time: 0.0470343 Aug 12 18:15:45.975216 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-8a1b50a6-7976-4756-87b8-fec4ae0eea51 req-a8134b2b-78d5-44cc-8f65-a8a58a3b982c tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/security-groups?id=c57fdca1-344f-4de7-a17a-826f1447a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310371 Aug 12 18:15:47.090681 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5fd27c-c917-46f0-a123-d746fa39d602 req-60a1e37c-cc4e-4885-a219-6034e187fe8d tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:47.092116 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-1c5fd27c-c917-46f0-a123-d746fa39d602 req-60a1e37c-cc4e-4885-a219-6034e187fe8d tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc HTTP/1.1" status: 200 len: 945 time: 0.0462747 Aug 12 18:15:47.128955 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-1c5fd27c-c917-46f0-a123-d746fa39d602 req-762c6145-0d31-4926-a319-e14d44778475 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/security-groups?id=c57fdca1-344f-4de7-a17a-826f1447a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310881 Aug 12 18:15:48.244794 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca8783-e327-4ddc-a539-a70d876c8031 req-19510da3-ceab-40ef-acc1-ead9756f387e tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:48.249518 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-b2ca8783-e327-4ddc-a539-a70d876c8031 req-19510da3-ceab-40ef-acc1-ead9756f387e tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc HTTP/1.1" status: 200 len: 945 time: 0.0530770 Aug 12 18:15:48.285756 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-b2ca8783-e327-4ddc-a539-a70d876c8031 req-64543bae-3b43-466c-9d63-746e9978d265 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/security-groups?id=c57fdca1-344f-4de7-a17a-826f1447a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334301 Aug 12 18:15:48.508464 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c98452-0d5b-4f74-aee2-f45f1a635002 req-1704ca39-30ac-40bb-a763-26f156442617 tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:48.509942 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-54c98452-0d5b-4f74-aee2-f45f1a635002 req-1704ca39-30ac-40bb-a763-26f156442617 tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] 10.222.0.30 "GET /v2.0/networks?id=0448be81-43ad-4bb4-987d-6c34e9542161 HTTP/1.1" status: 200 len: 812 time: 0.0968218 Aug 12 18:15:48.525193 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-54c98452-0d5b-4f74-aee2-f45f1a635002 req-c539652e-e79a-4726-b0e3-3358484ef76a tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] 10.222.0.30 "GET /v2.0/quotas/031628e1b0824fe2a4da5111af9f7bdc HTTP/1.1" status: 200 len: 375 time: 0.0090787 Aug 12 18:15:48.559006 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-54c98452-0d5b-4f74-aee2-f45f1a635002 req-1aa7d150-6907-464b-8264-ee43741b53b1 tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=031628e1b0824fe2a4da5111af9f7bdc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281301 Aug 12 18:15:48.644886 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-54c98452-0d5b-4f74-aee2-f45f1a635002 req-60739596-c238-4d61-9d7c-64e6c46a052a service neutron] 10.222.0.30 "GET /v2.0/networks/0448be81-43ad-4bb4-987d-6c34e9542161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790739 Aug 12 18:15:48.732998 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-54c98452-0d5b-4f74-aee2-f45f1a635002 req-faaa52d3-9510-4a48-a2e8-d7d6445e1536 service neutron] 10.222.0.30 "GET /v2.0/networks/0448be81-43ad-4bb4-987d-6c34e9542161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821898 Aug 12 18:15:48.891894 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-5c00c15c-2f6f-42a4-b38e-9cc383ec1239 req-b35e507e-9501-4b54-934e-98b62aac30c4 tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] 10.222.0.30 "GET /v2.0/ports?device_id=78445c61-6501-44f4-89da-0f4c635ab482 HTTP/1.1" status: 200 len: 210 time: 0.0301726 Aug 12 18:15:49.402108 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137fa4aa-c860-46f4-bc64-4f7f6840af25 req-0c1a2d3b-9c2f-4cfa-b267-d4df90bc9ace tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:49.403602 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-137fa4aa-c860-46f4-bc64-4f7f6840af25 req-0c1a2d3b-9c2f-4cfa-b267-d4df90bc9ace tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc HTTP/1.1" status: 200 len: 945 time: 0.0512655 Aug 12 18:15:49.440628 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-137fa4aa-c860-46f4-bc64-4f7f6840af25 req-09db8a52-a2a2-4a41-8f23-6fb9c7d30c84 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/security-groups?id=c57fdca1-344f-4de7-a17a-826f1447a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306683 Aug 12 18:15:49.846542 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c98452-0d5b-4f74-aee2-f45f1a635002 req-c7e122f1-714a-4ad2-9b3a-239cfe090951 tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:49.847982 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-54c98452-0d5b-4f74-aee2-f45f1a635002 req-c7e122f1-714a-4ad2-9b3a-239cfe090951 tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] 10.222.0.57 "GET /v2.0/networks?id=0448be81-43ad-4bb4-987d-6c34e9542161 HTTP/1.1" status: 200 len: 812 time: 0.0997517 Aug 12 18:15:49.863315 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.v2.base [req-54c98452-0d5b-4f74-aee2-f45f1a635002 req-944fbf9b-639d-4e8e-a6eb-1b61c38fbfbb tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] Request body: {'port': {'device_id': '78445c61-6501-44f4-89da-0f4c635ab482', 'network_id': '0448be81-43ad-4bb4-987d-6c34e9542161', 'admin_state_up': True, 'tenant_id': '031628e1b0824fe2a4da5111af9f7bdc'}} {{(pid=94212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:15:49.972028 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54c98452-0d5b-4f74-aee2-f45f1a635002 req-944fbf9b-639d-4e8e-a6eb-1b61c38fbfbb tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] Made reservation on behalf of 031628e1b0824fe2a4da5111af9f7bdc for: {'port': 1} {{(pid=94212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 18:15:49.975467 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-54c98452-0d5b-4f74-aee2-f45f1a635002 req-944fbf9b-639d-4e8e-a6eb-1b61c38fbfbb tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:15:49.991503 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-f6703fde-9bbf-4727-b881-2bc9ddfaa5e9 req-74860fb1-4866-46d3-afae-081448745906 tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] 10.222.0.30 "GET /v2.0/ports?device_id=78445c61-6501-44f4-89da-0f4c635ab482 HTTP/1.1" status: 200 len: 210 time: 0.0277705 Aug 12 18:15:50.095701 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.db_base_plugin_common [req-54c98452-0d5b-4f74-aee2-f45f1a635002 req-944fbf9b-639d-4e8e-a6eb-1b61c38fbfbb tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] Allocated IP 172.20.0.2 (0448be81-43ad-4bb4-987d-6c34e9542161/61a93eca-119c-47b8-8ee3-141e6c4898af/45bffc83-51f9-400a-8d99-cb191a6e8d5e) {{(pid=94212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 18:15:50.238485 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-54c98452-0d5b-4f74-aee2-f45f1a635002 req-944fbf9b-639d-4e8e-a6eb-1b61c38fbfbb tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] Notify callbacks [] for port, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:15:50.276541 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-54c98452-0d5b-4f74-aee2-f45f1a635002 req-944fbf9b-639d-4e8e-a6eb-1b61c38fbfbb tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763627144933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8400677'] for port, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:15:50.319121 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54c98452-0d5b-4f74-aee2-f45f1a635002 req-944fbf9b-639d-4e8e-a6eb-1b61c38fbfbb tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] Network 0448be81-43ad-4bb4-987d-6c34e9542161 is already hosted by enough agents. {{(pid=94212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 18:15:50.322163 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.base_scheduler [req-54c98452-0d5b-4f74-aee2-f45f1a635002 req-944fbf9b-639d-4e8e-a6eb-1b61c38fbfbb tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] Resources bound (agent type, host, resource id): {{(pid=94212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 18:15:50.325816 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.l3_dvrscheduler_db [req-54c98452-0d5b-4f74-aee2-f45f1a635002 req-944fbf9b-639d-4e8e-a6eb-1b61c38fbfbb tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] Received port after_create {{(pid=94212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 18:15:50.332402 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944fbf9b-639d-4e8e-a6eb-1b61c38fbfbb tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] Pushing event updated for resources: {'Port': ['ID=45bffc83-51f9-400a-8d99-cb191a6e8d5e,revision_number=1']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:15:50.375717 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c98452-0d5b-4f74-aee2-f45f1a635002 req-944fbf9b-639d-4e8e-a6eb-1b61c38fbfbb tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:50.376322 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-54c98452-0d5b-4f74-aee2-f45f1a635002 req-944fbf9b-639d-4e8e-a6eb-1b61c38fbfbb tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195385'] for port, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:15:50.390116 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-54c98452-0d5b-4f74-aee2-f45f1a635002 req-944fbf9b-639d-4e8e-a6eb-1b61c38fbfbb tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5306530 Aug 12 18:15:50.403583 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.v2.base [req-54c98452-0d5b-4f74-aee2-f45f1a635002 req-9f51ba33-5b53-4f6f-9a82-1f5174a5b729 service neutron] Request body: {'port': {'device_id': '78445c61-6501-44f4-89da-0f4c635ab482', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=94212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:15:50.458698 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-54c98452-0d5b-4f74-aee2-f45f1a635002 req-9f51ba33-5b53-4f6f-9a82-1f5174a5b729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:15:50.659972 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2724d3d-f89b-479f-b54d-444bde5fdf4b req-1006806c-7bc5-442d-ba9a-e9391ecf9a14 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:50.661464 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-d2724d3d-f89b-479f-b54d-444bde5fdf4b req-1006806c-7bc5-442d-ba9a-e9391ecf9a14 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc HTTP/1.1" status: 200 len: 945 time: 0.1465170 Aug 12 18:15:50.722720 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-d2724d3d-f89b-479f-b54d-444bde5fdf4b req-f7aaac47-c87b-4a49-aa29-f43e8a02a082 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/security-groups?id=c57fdca1-344f-4de7-a17a-826f1447a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539908 Aug 12 18:15:50.785529 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.notifiers.nova [req-54c98452-0d5b-4f74-aee2-f45f1a635002 req-9f51ba33-5b53-4f6f-9a82-1f5174a5b729 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45bffc83-51f9-400a-8d99-cb191a6e8d5e {{(pid=94212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 18:15:50.792675 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-54c98452-0d5b-4f74-aee2-f45f1a635002 req-9f51ba33-5b53-4f6f-9a82-1f5174a5b729 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:15:50.804709 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.provisioning_blocks [req-54c98452-0d5b-4f74-aee2-f45f1a635002 req-9f51ba33-5b53-4f6f-9a82-1f5174a5b729 service neutron] Transition to ACTIVE for port object 45bffc83-51f9-400a-8d99-cb191a6e8d5e will not be triggered until provisioned by entity L2. {{(pid=94212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 18:15:50.807767 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-54c98452-0d5b-4f74-aee2-f45f1a635002 req-9f51ba33-5b53-4f6f-9a82-1f5174a5b729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8400684'] for port, after_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:15:50.858927 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f51ba33-5b53-4f6f-9a82-1f5174a5b729 service neutron] Pushing event updated for resources: {'Port': ['ID=45bffc83-51f9-400a-8d99-cb191a6e8d5e,revision_number=2']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:15:50.919397 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.managers [req-54c98452-0d5b-4f74-aee2-f45f1a635002 req-9f51ba33-5b53-4f6f-9a82-1f5174a5b729 service neutron] Attempting to bind port 45bffc83-51f9-400a-8d99-cb191a6e8d5e on host hv-cinder-75994 for vnic_type normal with profile {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 18:15:50.920518 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.managers [req-54c98452-0d5b-4f74-aee2-f45f1a635002 req-9f51ba33-5b53-4f6f-9a82-1f5174a5b729 service neutron] Attempting to bind port 45bffc83-51f9-400a-8d99-cb191a6e8d5e by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': 'c3f2ddd1-9fd8-41f9-a075-e26a18087b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '0448be81-43ad-4bb4-987d-6c34e9542161'}] {{(pid=94212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 18:15:50.920840 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c98452-0d5b-4f74-aee2-f45f1a635002 req-9f51ba33-5b53-4f6f-9a82-1f5174a5b729 service neutron] Attempting to bind port 45bffc83-51f9-400a-8d99-cb191a6e8d5e on network 0448be81-43ad-4bb4-987d-6c34e9542161 {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 18:15:50.924917 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c98452-0d5b-4f74-aee2-f45f1a635002 req-9f51ba33-5b53-4f6f-9a82-1f5174a5b729 service neutron] Port 45bffc83-51f9-400a-8d99-cb191a6e8d5e on network 0448be81-43ad-4bb4-987d-6c34e9542161 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 18:15:50.925228 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c98452-0d5b-4f74-aee2-f45f1a635002 req-9f51ba33-5b53-4f6f-9a82-1f5174a5b729 service neutron] Attempting to bind port 45bffc83-51f9-400a-8d99-cb191a6e8d5e on network 0448be81-43ad-4bb4-987d-6c34e9542161 {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 18:15:50.929845 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c98452-0d5b-4f74-aee2-f45f1a635002 req-9f51ba33-5b53-4f6f-9a82-1f5174a5b729 service neutron] Checking agent: {'id': '45fcbab4-fb54-4843-ab6e-792adfc8e994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 18, 10, 22), 'started_at': datetime.datetime(2021, 8, 12, 18, 10, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 18, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 18:15:50.930208 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c98452-0d5b-4f74-aee2-f45f1a635002 req-9f51ba33-5b53-4f6f-9a82-1f5174a5b729 service neutron] Checking segment: {'id': 'c3f2ddd1-9fd8-41f9-a075-e26a18087b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '0448be81-43ad-4bb4-987d-6c34e9542161'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 18:15:50.930579 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c98452-0d5b-4f74-aee2-f45f1a635002 req-9f51ba33-5b53-4f6f-9a82-1f5174a5b729 service neutron] Bound using segment: {'id': 'c3f2ddd1-9fd8-41f9-a075-e26a18087b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '0448be81-43ad-4bb4-987d-6c34e9542161'} {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 18:15:50.930989 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.managers [req-54c98452-0d5b-4f74-aee2-f45f1a635002 req-9f51ba33-5b53-4f6f-9a82-1f5174a5b729 service neutron] Bound port: 45bffc83-51f9-400a-8d99-cb191a6e8d5e, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3f2ddd1-9fd8-41f9-a075-e26a18087b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '0448be81-43ad-4bb4-987d-6c34e9542161'}}] {{(pid=94212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 18:15:50.931335 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-54c98452-0d5b-4f74-aee2-f45f1a635002 req-9f51ba33-5b53-4f6f-9a82-1f5174a5b729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:15:50.995997 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.db [req-54c98452-0d5b-4f74-aee2-f45f1a635002 req-9f51ba33-5b53-4f6f-9a82-1f5174a5b729 service neutron] For port 45bffc83-51f9-400a-8d99-cb191a6e8d5e, host hv-cinder-75994, cleared binding levels {{(pid=94212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 18:15:50.998977 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.db [req-54c98452-0d5b-4f74-aee2-f45f1a635002 req-9f51ba33-5b53-4f6f-9a82-1f5174a5b729 service neutron] For port 45bffc83-51f9-400a-8d99-cb191a6e8d5e, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=45bffc83-51f9-400a-8d99-cb191a6e8d5e,segment=NetworkSegment(c3f2ddd1-9fd8-41f9-a075-e26a18087b9c),segment_id=c3f2ddd1-9fd8-41f9-a075-e26a18087b9c)] {{(pid=94212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 18:15:51.003126 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-54c98452-0d5b-4f74-aee2-f45f1a635002 req-9f51ba33-5b53-4f6f-9a82-1f5174a5b729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8400684'] for port, after_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:15:51.036132 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c98452-0d5b-4f74-aee2-f45f1a635002 req-9f51ba33-5b53-4f6f-9a82-1f5174a5b729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:51.036754 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-54c98452-0d5b-4f74-aee2-f45f1a635002 req-9f51ba33-5b53-4f6f-9a82-1f5174a5b729 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195385'] for port, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:15:51.038159 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-54c98452-0d5b-4f74-aee2-f45f1a635002 req-9f51ba33-5b53-4f6f-9a82-1f5174a5b729 service neutron] 10.222.0.57 "PUT /v2.0/ports/45bffc83-51f9-400a-8d99-cb191a6e8d5e HTTP/1.1" status: 200 len: 1093 time: 0.6385074 Aug 12 18:15:51.038592 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78445c61-6501-44f4-89da-0f4c635ab482', 'tag': '45bffc83-51f9-400a-8d99-cb191a6e8d5e'}] {{(pid=94212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 18:15:51.040826 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd512f55349b839fb4675422b2dbaf52bda1baead41a4efd90d4bf8a5142663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf1a9346-32a4-4c80-a373-f9a188d8ff9a" -d '{"events": [{"name": "network-changed", "server_uuid": "78445c61-6501-44f4-89da-0f4c635ab482", "tag": "45bffc83-51f9-400a-8d99-cb191a6e8d5e"}]}' {{(pid=94212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 18:15:51.073081 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f51ba33-5b53-4f6f-9a82-1f5174a5b729 service neutron] Pushing event updated for resources: {'Port': ['ID=45bffc83-51f9-400a-8d99-cb191a6e8d5e,revision_number=3']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:15:51.078036 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 18:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd13405e-54e6-486f-81b9-09329eb057eb x-openstack-request-id: req-fd13405e-54e6-486f-81b9-09329eb057eb {{(pid=94212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 18:15:51.078332 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78445c61-6501-44f4-89da-0f4c635ab482", "tag": "45bffc83-51f9-400a-8d99-cb191a6e8d5e", "status": "completed", "code": 200}]} {{(pid=94212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 18:15:51.078739 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fd13405e-54e6-486f-81b9-09329eb057eb {{(pid=94212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 18:15:51.079137 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78445c61-6501-44f4-89da-0f4c635ab482', 'tag': '45bffc83-51f9-400a-8d99-cb191a6e8d5e', 'status': 'completed', 'code': 200} Aug 12 18:15:51.121578 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233b3fce-2206-45b9-82dc-0c61c2635342 req-5f929df6-0686-4745-bc40-ca065af50ca6 tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:51.123236 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-233b3fce-2206-45b9-82dc-0c61c2635342 req-5f929df6-0686-4745-bc40-ca065af50ca6 tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] 10.222.0.30 "GET /v2.0/ports?device_id=78445c61-6501-44f4-89da-0f4c635ab482 HTTP/1.1" status: 200 len: 943 time: 0.0549328 Aug 12 18:15:51.135741 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c98452-0d5b-4f74-aee2-f45f1a635002 req-1636ac63-670f-4f8c-af5f-b4e80375dd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:51.137247 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-54c98452-0d5b-4f74-aee2-f45f1a635002 req-1636ac63-670f-4f8c-af5f-b4e80375dd98 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=031628e1b0824fe2a4da5111af9f7bdc&device_id=78445c61-6501-44f4-89da-0f4c635ab482 HTTP/1.1" status: 200 len: 1096 time: 0.0442777 Aug 12 18:15:51.161199 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-233b3fce-2206-45b9-82dc-0c61c2635342 req-0636cac2-2d38-410e-a7e6-b72c4ac7a1b4 tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] 10.222.0.30 "GET /v2.0/security-groups?id=e39cc8c8-95b8-4973-8ebf-5d5b44e65dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319135 Aug 12 18:15:51.183065 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-54c98452-0d5b-4f74-aee2-f45f1a635002 req-98317a81-78d1-4ad8-af3d-cc958b6de49a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=45bffc83-51f9-400a-8d99-cb191a6e8d5e HTTP/1.1" status: 200 len: 217 time: 0.0372241 Aug 12 18:15:51.231168 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c98452-0d5b-4f74-aee2-f45f1a635002 req-1b7c632a-2691-4b0a-9010-840f32527834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:51.233116 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-54c98452-0d5b-4f74-aee2-f45f1a635002 req-1b7c632a-2691-4b0a-9010-840f32527834 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=61a93eca-119c-47b8-8ee3-141e6c4898af HTTP/1.1" status: 200 len: 852 time: 0.0425782 Aug 12 18:15:51.267236 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-54c98452-0d5b-4f74-aee2-f45f1a635002 req-4351dc15-7d63-45f4-a400-4cee2c4aa7e6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0448be81-43ad-4bb4-987d-6c34e9542161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255105 Aug 12 18:15:51.357331 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-54c98452-0d5b-4f74-aee2-f45f1a635002 req-74604806-0cd1-4b09-b432-0548860fdd5d service neutron] 10.222.0.57 "GET /v2.0/networks/0448be81-43ad-4bb4-987d-6c34e9542161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823960 Aug 12 18:15:51.442843 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-54c98452-0d5b-4f74-aee2-f45f1a635002 req-12a5b889-fa79-4890-a1d0-ceaee4e59054 service neutron] 10.222.0.57 "GET /v2.0/networks/0448be81-43ad-4bb4-987d-6c34e9542161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0774713 Aug 12 18:15:51.531150 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1a9346-32a4-4c80-a373-f9a188d8ff9a req-36624274-eb65-4126-9715-45c260b79165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:51.532519 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-cf1a9346-32a4-4c80-a373-f9a188d8ff9a req-36624274-eb65-4126-9715-45c260b79165 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=031628e1b0824fe2a4da5111af9f7bdc&device_id=78445c61-6501-44f4-89da-0f4c635ab482 HTTP/1.1" status: 200 len: 1096 time: 0.0402308 Aug 12 18:15:51.625043 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1a9346-32a4-4c80-a373-f9a188d8ff9a req-cac8528e-1349-437b-974f-bcc0707eb2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:51.626545 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-cf1a9346-32a4-4c80-a373-f9a188d8ff9a req-cac8528e-1349-437b-974f-bcc0707eb2c7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0448be81-43ad-4bb4-987d-6c34e9542161 HTTP/1.1" status: 200 len: 913 time: 0.0861483 Aug 12 18:15:51.668610 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-cf1a9346-32a4-4c80-a373-f9a188d8ff9a req-3475fa3a-78a4-422c-8a64-6869ca01f318 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=45bffc83-51f9-400a-8d99-cb191a6e8d5e HTTP/1.1" status: 200 len: 217 time: 0.0337925 Aug 12 18:15:51.718418 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1a9346-32a4-4c80-a373-f9a188d8ff9a req-c137b4cf-264c-4ccb-84b2-901ef309af2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:51.719834 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-cf1a9346-32a4-4c80-a373-f9a188d8ff9a req-c137b4cf-264c-4ccb-84b2-901ef309af2e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=61a93eca-119c-47b8-8ee3-141e6c4898af HTTP/1.1" status: 200 len: 852 time: 0.0426741 Aug 12 18:15:51.755900 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-cf1a9346-32a4-4c80-a373-f9a188d8ff9a req-7fb3a93d-3bcb-4bee-8d8e-977a4f7536ee service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0448be81-43ad-4bb4-987d-6c34e9542161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278885 Aug 12 18:15:51.844774 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-cf1a9346-32a4-4c80-a373-f9a188d8ff9a req-a2f38e05-147a-424c-a051-e915912f4f5e service neutron] 10.222.0.57 "GET /v2.0/networks/0448be81-43ad-4bb4-987d-6c34e9542161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812020 Aug 12 18:15:51.847610 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b7ac87-ce4b-4632-b4f3-5212472aacd7 req-040ce028-e3fc-453a-8ea1-63a693c75c28 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:51.849071 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-70b7ac87-ce4b-4632-b4f3-5212472aacd7 req-040ce028-e3fc-453a-8ea1-63a693c75c28 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc HTTP/1.1" status: 200 len: 945 time: 0.0503464 Aug 12 18:15:51.885650 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-70b7ac87-ce4b-4632-b4f3-5212472aacd7 req-3456bca8-f986-4540-a75e-9f555248c9ea tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/security-groups?id=c57fdca1-344f-4de7-a17a-826f1447a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304542 Aug 12 18:15:51.939534 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-cf1a9346-32a4-4c80-a373-f9a188d8ff9a req-6930f9c2-0a0f-4198-b2b4-f9418d78749e service neutron] 10.222.0.57 "GET /v2.0/networks/0448be81-43ad-4bb4-987d-6c34e9542161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860982 Aug 12 18:15:52.016938 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:15:52.277175 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c95a9a0-2e8d-4bde-92eb-0632dfed6005 req-690de40d-b9d2-4968-acaf-918dc6082e6b tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:52.278688 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-4c95a9a0-2e8d-4bde-92eb-0632dfed6005 req-690de40d-b9d2-4968-acaf-918dc6082e6b tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] 10.222.0.30 "GET /v2.0/ports?device_id=78445c61-6501-44f4-89da-0f4c635ab482 HTTP/1.1" status: 200 len: 943 time: 0.0484684 Aug 12 18:15:52.315076 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-4c95a9a0-2e8d-4bde-92eb-0632dfed6005 req-bd7550bb-3337-4cef-b21b-83e3bae2a0c6 tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] 10.222.0.30 "GET /v2.0/security-groups?id=e39cc8c8-95b8-4973-8ebf-5d5b44e65dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299697 Aug 12 18:15:52.999948 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6516db-52de-405b-b2ac-ba93a0004558 req-b2d682e0-6391-402f-944d-a7c5a0e7bee0 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:53.001385 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-de6516db-52de-405b-b2ac-ba93a0004558 req-b2d682e0-6391-402f-944d-a7c5a0e7bee0 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc HTTP/1.1" status: 200 len: 945 time: 0.0485628 Aug 12 18:15:53.036666 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-de6516db-52de-405b-b2ac-ba93a0004558 req-4ff3d276-9a83-49fe-b012-0e604e04946a tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/security-groups?id=c57fdca1-344f-4de7-a17a-826f1447a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294712 Aug 12 18:15:53.427582 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed21e90e-226c-43ad-a7f4-e06a6d0bc11c req-bd28ecd1-c1b4-45f2-a6ac-055256cec3f7 tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:53.429028 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-ed21e90e-226c-43ad-a7f4-e06a6d0bc11c req-bd28ecd1-c1b4-45f2-a6ac-055256cec3f7 tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] 10.222.0.30 "GET /v2.0/ports?device_id=78445c61-6501-44f4-89da-0f4c635ab482 HTTP/1.1" status: 200 len: 943 time: 0.0472503 Aug 12 18:15:53.464671 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-ed21e90e-226c-43ad-a7f4-e06a6d0bc11c req-ad3b4137-4966-4088-b2fc-075edbff019d tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] 10.222.0.30 "GET /v2.0/security-groups?id=e39cc8c8-95b8-4973-8ebf-5d5b44e65dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298796 Aug 12 18:15:54.148472 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f0f251-b2b9-464f-9eaa-77ff0b2ef2fb req-96e54c15-2861-4da0-afa5-496e0e0b4068 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:54.149953 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-e5f0f251-b2b9-464f-9eaa-77ff0b2ef2fb req-96e54c15-2861-4da0-afa5-496e0e0b4068 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc HTTP/1.1" status: 200 len: 945 time: 0.0475326 Aug 12 18:15:54.185819 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-e5f0f251-b2b9-464f-9eaa-77ff0b2ef2fb req-c4b11e2e-08bb-49f6-9979-66f846757641 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/security-groups?id=c57fdca1-344f-4de7-a17a-826f1447a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296245 Aug 12 18:15:54.304312 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Device 45bffc83-51f9-400a-8d99-cb191a6e8d5e details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=94213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 18:15:54.406966 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] For port 45bffc83-51f9-400a-8d99-cb191a6e8d5e, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=45bffc83-51f9-400a-8d99-cb191a6e8d5e,segment=NetworkSegment(c3f2ddd1-9fd8-41f9-a075-e26a18087b9c),segment_id=c3f2ddd1-9fd8-41f9-a075-e26a18087b9c)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:15:54.417806 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9818bd4-7221-4bb0-96a1-d0f655483bc0 req-4119f23b-f7e8-4fd2-a68e-52289a2403de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:54.419369 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-f9818bd4-7221-4bb0-96a1-d0f655483bc0 req-4119f23b-f7e8-4fd2-a68e-52289a2403de service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0cd01e4bf13e4379b9d179c3973204fe&device_id=f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc HTTP/1.1" status: 200 len: 1098 time: 0.0449586 Aug 12 18:15:54.420094 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Returning: {'device': '45bffc83-51f9-400a-8d99-cb191a6e8d5e', 'network_id': '0448be81-43ad-4bb4-987d-6c34e9542161', 'port_id': '45bffc83-51f9-400a-8d99-cb191a6e8d5e', 'mac_address': 'fa:16:3e:7b:66:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61a93eca-119c-47b8-8ee3-141e6c4898af', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 18:15:54.462150 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:15:54.476550 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.notifiers.nova [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45bffc83-51f9-400a-8d99-cb191a6e8d5e {{(pid=94213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 18:15:54.503853 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] For port 45bffc83-51f9-400a-8d99-cb191a6e8d5e, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=45bffc83-51f9-400a-8d99-cb191a6e8d5e,segment=NetworkSegment(c3f2ddd1-9fd8-41f9-a075-e26a18087b9c),segment_id=c3f2ddd1-9fd8-41f9-a075-e26a18087b9c)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:15:54.509625 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:15:54.519798 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9818bd4-7221-4bb0-96a1-d0f655483bc0 req-bf96666b-733d-4af7-b5f7-c8967d9eec80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:54.521452 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-f9818bd4-7221-4bb0-96a1-d0f655483bc0 req-bf96666b-733d-4af7-b5f7-c8967d9eec80 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c79ff127-e29d-415e-ac8f-388698d304d0 HTTP/1.1" status: 200 len: 912 time: 0.0925357 Aug 12 18:15:54.570438 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Pushing event updated for resources: {'Port': ['ID=45bffc83-51f9-400a-8d99-cb191a6e8d5e,revision_number=4']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:15:54.578636 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:15:54.579001 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:15:54.579339 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:15:54.579835 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:15:54.580183 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:15:54.580509 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:15:54.580830 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:15:54.581151 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:15:54.582324 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:15:54.582324 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:15:54.582324 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:15:54.582836 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:15:54.602838 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a28582-9951-43df-8929-a1b225d31162 req-1c78d3a9-78c0-4ce7-8dbb-4950e6b4f222 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:54.604586 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-d9a28582-9951-43df-8929-a1b225d31162 req-1c78d3a9-78c0-4ce7-8dbb-4950e6b4f222 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc HTTP/1.1" status: 200 len: 945 time: 0.2721384 Aug 12 18:15:54.624797 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-f9818bd4-7221-4bb0-96a1-d0f655483bc0 req-af937dc2-2785-4a19-954e-133bc595d940 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=191b98a4-8a2b-43e2-b563-2500f1c744b5 HTTP/1.1" status: 200 len: 1001 time: 0.0961452 Aug 12 18:15:54.636603 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fde615-2f56-4d13-8f4f-52f3f30a4809 req-afb34aee-0d0e-4854-8ae1-63478bc71074 tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:54.638072 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-01fde615-2f56-4d13-8f4f-52f3f30a4809 req-afb34aee-0d0e-4854-8ae1-63478bc71074 tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] 10.222.0.30 "GET /v2.0/ports?device_id=78445c61-6501-44f4-89da-0f4c635ab482 HTTP/1.1" status: 200 len: 944 time: 0.0705214 Aug 12 18:15:54.641617 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-d9a28582-9951-43df-8929-a1b225d31162 req-4cae417c-5977-4d5f-b136-eb3e597e0657 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/security-groups?id=c57fdca1-344f-4de7-a17a-826f1447a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311961 Aug 12 18:15:54.706810 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9818bd4-7221-4bb0-96a1-d0f655483bc0 req-015b17eb-8ca5-4e87-90db-5caaf7dc396e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:54.708154 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-f9818bd4-7221-4bb0-96a1-d0f655483bc0 req-015b17eb-8ca5-4e87-90db-5caaf7dc396e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eed8715d-98a6-404a-8335-27c57f2cf8a3 HTTP/1.1" status: 200 len: 850 time: 0.0687616 Aug 12 18:15:54.711028 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-01fde615-2f56-4d13-8f4f-52f3f30a4809 req-43c517f4-4f5d-4535-a938-768cbd5cfbc6 tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] 10.222.0.30 "GET /v2.0/security-groups?id=e39cc8c8-95b8-4973-8ebf-5d5b44e65dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644913 Aug 12 18:15:54.755949 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9818bd4-7221-4bb0-96a1-d0f655483bc0 req-cb4aba52-c038-4851-bc8c-cf198d656a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:54.757392 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-f9818bd4-7221-4bb0-96a1-d0f655483bc0 req-cb4aba52-c038-4851-bc8c-cf198d656a56 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c79ff127-e29d-415e-ac8f-388698d304d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0419347 Aug 12 18:15:54.762989 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] get_ports_and_sgs() called for port_ids ['45bffc83-51f9-400a-8d99-cb191a6e8d5e'] {{(pid=94213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 18:15:54.851061 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-f9818bd4-7221-4bb0-96a1-d0f655483bc0 req-9e5cc7f9-4603-4711-b6da-decd4bf2eab8 service neutron] 10.222.0.57 "GET /v2.0/networks/c79ff127-e29d-415e-ac8f-388698d304d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855842 Aug 12 18:15:54.943178 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-f9818bd4-7221-4bb0-96a1-d0f655483bc0 req-31a03db5-3281-490f-9296-4455c4d52265 service neutron] 10.222.0.57 "GET /v2.0/networks/c79ff127-e29d-415e-ac8f-388698d304d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845854 Aug 12 18:15:55.755569 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a465504-9aa8-41ad-912c-bcf10cbc86db req-38395ee0-c747-4693-b91a-9d8e606311bc tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:55.757103 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-9a465504-9aa8-41ad-912c-bcf10cbc86db req-38395ee0-c747-4693-b91a-9d8e606311bc tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc HTTP/1.1" status: 200 len: 945 time: 0.0492966 Aug 12 18:15:55.796040 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-9a465504-9aa8-41ad-912c-bcf10cbc86db req-47f18a0d-a7e0-472c-900b-e470c96ba105 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/security-groups?id=c57fdca1-344f-4de7-a17a-826f1447a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330160 Aug 12 18:15:55.825983 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0447b921-f70a-4e78-adc1-e02d4a4f6538 req-8b8e0e6d-d914-4108-9cde-838a28eae75e tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:55.827455 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-0447b921-f70a-4e78-adc1-e02d4a4f6538 req-8b8e0e6d-d914-4108-9cde-838a28eae75e tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] 10.222.0.30 "GET /v2.0/ports?device_id=78445c61-6501-44f4-89da-0f4c635ab482 HTTP/1.1" status: 200 len: 944 time: 0.0480773 Aug 12 18:15:55.864256 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-0447b921-f70a-4e78-adc1-e02d4a4f6538 req-751f48ee-af7d-457a-810a-49013d97b586 tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] 10.222.0.30 "GET /v2.0/security-groups?id=e39cc8c8-95b8-4973-8ebf-5d5b44e65dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309343 Aug 12 18:15:56.319242 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Device 45bffc83-51f9-400a-8d99-cb191a6e8d5e up at agent hyperv_hv-cinder-75994 {{(pid=94213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 18:15:56.366100 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Provisioning for port 45bffc83-51f9-400a-8d99-cb191a6e8d5e completed by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 18:15:56.369513 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Provisioning complete for port 45bffc83-51f9-400a-8d99-cb191a6e8d5e triggered by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:15:56.369874 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:15:56.440410 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:15:56.460819 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78445c61-6501-44f4-89da-0f4c635ab482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45bffc83-51f9-400a-8d99-cb191a6e8d5e'}] {{(pid=94213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 18:15:56.463085 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093bef5005328d2170e61a9e3556762ddeddd0b69a57765fcd678c61bdf37499" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-156ec4a7-bcb2-481d-aaa9-046475df6fb0" -d '{"events": [{"server_uuid": "78445c61-6501-44f4-89da-0f4c635ab482", "name": "network-vif-plugged", "status": "completed", "tag": "45bffc83-51f9-400a-8d99-cb191a6e8d5e"}]}' {{(pid=94213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 18:15:56.479579 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] For port 45bffc83-51f9-400a-8d99-cb191a6e8d5e, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=45bffc83-51f9-400a-8d99-cb191a6e8d5e,segment=NetworkSegment(c3f2ddd1-9fd8-41f9-a075-e26a18087b9c),segment_id=c3f2ddd1-9fd8-41f9-a075-e26a18087b9c)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:15:56.485071 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:15:56.510431 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 18:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-920e7728-1e8f-4470-beb6-ef40f742fb64 x-openstack-request-id: req-920e7728-1e8f-4470-beb6-ef40f742fb64 {{(pid=94213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 18:15:56.510718 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78445c61-6501-44f4-89da-0f4c635ab482", "name": "network-vif-plugged", "status": "completed", "tag": "45bffc83-51f9-400a-8d99-cb191a6e8d5e", "code": 200}]} {{(pid=94213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 18:15:56.510975 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-920e7728-1e8f-4470-beb6-ef40f742fb64 {{(pid=94213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 18:15:56.511356 dv-cinder-759943-10-iscsi neutron-server[94213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78445c61-6501-44f4-89da-0f4c635ab482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45bffc83-51f9-400a-8d99-cb191a6e8d5e', 'code': 200} Aug 12 18:15:56.546213 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Pushing event updated for resources: {'Port': ['ID=45bffc83-51f9-400a-8d99-cb191a6e8d5e,revision_number=5']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:15:56.671042 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01b6262-4ebc-41ee-82cd-428498342d30 req-c0e3363c-a8b0-436f-97f2-81b67eaf7b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:56.672822 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-c01b6262-4ebc-41ee-82cd-428498342d30 req-c0e3363c-a8b0-436f-97f2-81b67eaf7b48 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=78445c61-6501-44f4-89da-0f4c635ab482 HTTP/1.1" status: 200 len: 1098 time: 0.0395067 Aug 12 18:15:56.707266 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-c01b6262-4ebc-41ee-82cd-428498342d30 req-1124b131-1340-4dea-b413-f336b7de70b2 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e39cc8c8-95b8-4973-8ebf-5d5b44e65dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267899 Aug 12 18:15:56.977999 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc15ea1-7b20-4e3a-b795-249f4e088145 req-ee8c1e8f-92ab-4d0d-8168-f57fdc534d9b tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:56.979691 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-afc15ea1-7b20-4e3a-b795-249f4e088145 req-ee8c1e8f-92ab-4d0d-8168-f57fdc534d9b tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] 10.222.0.30 "GET /v2.0/ports?device_id=78445c61-6501-44f4-89da-0f4c635ab482 HTTP/1.1" status: 200 len: 945 time: 0.0479276 Aug 12 18:15:57.019776 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-afc15ea1-7b20-4e3a-b795-249f4e088145 req-d6265e78-23d8-4bab-a84a-d192a882359a tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] 10.222.0.30 "GET /v2.0/security-groups?id=e39cc8c8-95b8-4973-8ebf-5d5b44e65dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335803 Aug 12 18:15:58.136619 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4cc7e0-6516-4164-a410-2d2e3d024eeb req-29e3e9c4-4c26-49c2-99f9-13ed1e8f5a29 tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:15:58.138156 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-ab4cc7e0-6516-4164-a410-2d2e3d024eeb req-29e3e9c4-4c26-49c2-99f9-13ed1e8f5a29 tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] 10.222.0.30 "GET /v2.0/ports?device_id=78445c61-6501-44f4-89da-0f4c635ab482 HTTP/1.1" status: 200 len: 945 time: 0.0509284 Aug 12 18:15:58.175651 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-ab4cc7e0-6516-4164-a410-2d2e3d024eeb req-adde9419-2aee-40d2-b0e7-0212bf3534a4 tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] 10.222.0.30 "GET /v2.0/security-groups?id=e39cc8c8-95b8-4973-8ebf-5d5b44e65dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316997 Aug 12 18:16:02.376712 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.agents_db [None req-aa7dbe78-d4f0-421a-85da-826b2a172358 None None] Agent healthcheck: found 6 active agents {{(pid=94214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 18:16:04.958517 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-0f3f2e99-683b-4bc3-89ea-f2afc17d5959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:16:07.325623 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-08e542f4-52d0-41d1-90e1-206cb13828e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:16:07.961382 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:16:08.536768 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-2083c3fd-5dc5-47ae-86de-acca0e7a8e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:16:10.217695 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-b1de9828-bfad-4ef8-8d69-6d6f9fbe420c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:16:13.131379 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd052858-e93f-41b0-9260-9c77a9451dbe req-a44493a6-e6de-4d0e-8f75-dd0407cb9b82 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:16:13.132833 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-bd052858-e93f-41b0-9260-9c77a9451dbe req-a44493a6-e6de-4d0e-8f75-dd0407cb9b82 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=29cc983f-bb0c-4c58-9d4d-8ed094a5d28e HTTP/1.1" status: 200 len: 945 time: 0.0469246 Aug 12 18:16:13.169784 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-bd052858-e93f-41b0-9260-9c77a9451dbe req-dd6314f8-361a-489d-87c3-a81eee57f5d8 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ded157-ab08-463d-972b-a4b089d3643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306413 Aug 12 18:16:14.288520 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1b0a8a-d0fd-4066-a615-cc36b8247d98 req-d0d02dff-178c-467f-9b7b-d35f11bbf8eb tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:16:14.290166 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-9e1b0a8a-d0fd-4066-a615-cc36b8247d98 req-d0d02dff-178c-467f-9b7b-d35f11bbf8eb tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=29cc983f-bb0c-4c58-9d4d-8ed094a5d28e HTTP/1.1" status: 200 len: 945 time: 0.0476818 Aug 12 18:16:14.326542 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-9e1b0a8a-d0fd-4066-a615-cc36b8247d98 req-796b292e-db45-494c-bf88-e1476987631f tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ded157-ab08-463d-972b-a4b089d3643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298634 Aug 12 18:16:15.445710 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a53c1a5-1010-48d7-adba-8ff897ae03de req-ef88eceb-6b7e-41e4-a458-d2c6aafcdf69 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:16:15.447179 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-7a53c1a5-1010-48d7-adba-8ff897ae03de req-ef88eceb-6b7e-41e4-a458-d2c6aafcdf69 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=29cc983f-bb0c-4c58-9d4d-8ed094a5d28e HTTP/1.1" status: 200 len: 945 time: 0.0498118 Aug 12 18:16:15.483825 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-7a53c1a5-1010-48d7-adba-8ff897ae03de req-fc4c0e91-1e3e-474c-afb8-47596f9ac542 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ded157-ab08-463d-972b-a4b089d3643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308189 Aug 12 18:16:16.601280 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8dbc2e-3249-49a7-b19e-27792eafb0d6 req-03fe273f-5d7d-4da6-973e-60e4b08bff5a tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:16:16.602763 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-0a8dbc2e-3249-49a7-b19e-27792eafb0d6 req-03fe273f-5d7d-4da6-973e-60e4b08bff5a tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=29cc983f-bb0c-4c58-9d4d-8ed094a5d28e HTTP/1.1" status: 200 len: 945 time: 0.0482945 Aug 12 18:16:16.644575 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-0a8dbc2e-3249-49a7-b19e-27792eafb0d6 req-1912960e-742b-40db-a54e-7c4cc9b681db tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ded157-ab08-463d-972b-a4b089d3643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351143 Aug 12 18:16:17.760860 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e73c39-2622-467d-b371-e0fc1e3af36f req-4b1da23a-7895-4838-8334-ed098cb5e573 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:16:17.762327 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-a3e73c39-2622-467d-b371-e0fc1e3af36f req-4b1da23a-7895-4838-8334-ed098cb5e573 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=29cc983f-bb0c-4c58-9d4d-8ed094a5d28e HTTP/1.1" status: 200 len: 945 time: 0.0479288 Aug 12 18:16:17.798013 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-a3e73c39-2622-467d-b371-e0fc1e3af36f req-d2a79fe7-82dc-4bea-ac59-b6aede8f36dd tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ded157-ab08-463d-972b-a4b089d3643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299141 Aug 12 18:16:18.053369 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9993b74-ef05-42d6-b667-1d3605851b36 req-f8652b1b-d210-46e8-8f05-1af8c6bc1ae0 tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:16:18.054847 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-a9993b74-ef05-42d6-b667-1d3605851b36 req-f8652b1b-d210-46e8-8f05-1af8c6bc1ae0 tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] 10.222.0.30 "GET /v2.0/ports?device_id=78445c61-6501-44f4-89da-0f4c635ab482 HTTP/1.1" status: 200 len: 945 time: 0.0479667 Aug 12 18:16:18.090250 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-a9993b74-ef05-42d6-b667-1d3605851b36 req-315c890a-66e7-441c-af19-6bb1c87ebf65 tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] 10.222.0.30 "GET /v2.0/security-groups?id=e39cc8c8-95b8-4973-8ebf-5d5b44e65dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294824 Aug 12 18:16:18.914533 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689706dc-d3bf-43a2-9033-ab84054d82ad req-080e97fe-48d4-4b10-86b0-f030e3dfb1f5 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:16:18.915954 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-689706dc-d3bf-43a2-9033-ab84054d82ad req-080e97fe-48d4-4b10-86b0-f030e3dfb1f5 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=29cc983f-bb0c-4c58-9d4d-8ed094a5d28e HTTP/1.1" status: 200 len: 945 time: 0.0463753 Aug 12 18:16:18.952738 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-689706dc-d3bf-43a2-9033-ab84054d82ad req-9c228874-8e22-4906-b875-f6689d3fdb86 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ded157-ab08-463d-972b-a4b089d3643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309117 Aug 12 18:16:19.203086 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e34775-b647-4dbc-a6a2-68cae448f658 req-c706fb16-bb5e-491a-90c4-b3dbd89a4155 tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:16:19.204520 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-c0e34775-b647-4dbc-a6a2-68cae448f658 req-c706fb16-bb5e-491a-90c4-b3dbd89a4155 tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] 10.222.0.30 "GET /v2.0/ports?device_id=78445c61-6501-44f4-89da-0f4c635ab482 HTTP/1.1" status: 200 len: 945 time: 0.0474014 Aug 12 18:16:19.243769 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-c0e34775-b647-4dbc-a6a2-68cae448f658 req-ef8902ae-90ee-4c85-9629-baa1ded27761 tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] 10.222.0.30 "GET /v2.0/security-groups?id=e39cc8c8-95b8-4973-8ebf-5d5b44e65dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335512 Aug 12 18:16:19.687472 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc1c5e-4905-4aef-a719-e627f5952de2 req-1fd8c68f-fdd1-4ce1-b3f0-43825c0071ac tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:16:19.688993 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-72bc1c5e-4905-4aef-a719-e627f5952de2 req-1fd8c68f-fdd1-4ce1-b3f0-43825c0071ac tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] 10.222.0.57 "GET /v2.0/ports?device_id=78445c61-6501-44f4-89da-0f4c635ab482 HTTP/1.1" status: 200 len: 945 time: 0.0475652 Aug 12 18:16:19.776686 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.plugin [req-72bc1c5e-4905-4aef-a719-e627f5952de2 req-a096f27c-0496-465b-84f4-68588009ec72 tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] Deleting port 45bffc83-51f9-400a-8d99-cb191a6e8d5e {{(pid=94212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 18:16:19.777027 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-72bc1c5e-4905-4aef-a719-e627f5952de2 req-a096f27c-0496-465b-84f4-68588009ec72 tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763627642920'] for port, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:16:19.864750 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.db [req-72bc1c5e-4905-4aef-a719-e627f5952de2 req-a096f27c-0496-465b-84f4-68588009ec72 tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] For port 45bffc83-51f9-400a-8d99-cb191a6e8d5e, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=45bffc83-51f9-400a-8d99-cb191a6e8d5e,segment=NetworkSegment(c3f2ddd1-9fd8-41f9-a075-e26a18087b9c),segment_id=c3f2ddd1-9fd8-41f9-a075-e26a18087b9c)] {{(pid=94212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:16:19.865101 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-72bc1c5e-4905-4aef-a719-e627f5952de2 req-a096f27c-0496-465b-84f4-68588009ec72 tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-732327'] for port, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:16:19.877409 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.plugin [req-72bc1c5e-4905-4aef-a719-e627f5952de2 req-a096f27c-0496-465b-84f4-68588009ec72 tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] Calling delete_port for 45bffc83-51f9-400a-8d99-cb191a6e8d5e owned by compute:nova {{(pid=94212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 18:16:20.003083 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-72bc1c5e-4905-4aef-a719-e627f5952de2 req-a096f27c-0496-465b-84f4-68588009ec72 tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763627647362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763627144942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8400677'] for port, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:16:20.015323 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] get_ports_and_sgs() called for port_ids ['45bffc83-51f9-400a-8d99-cb191a6e8d5e'] {{(pid=94213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 18:16:20.030881 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a096f27c-0496-465b-84f4-68588009ec72 tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] Pushing event deleted for resources: {'Port': ['ID=45bffc83-51f9-400a-8d99-cb191a6e8d5e,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:16:20.040794 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a096f27c-0496-465b-84f4-68588009ec72 tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:16:20.041153 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a096f27c-0496-465b-84f4-68588009ec72 tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:16:20.041487 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a096f27c-0496-465b-84f4-68588009ec72 tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:16:20.041973 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a096f27c-0496-465b-84f4-68588009ec72 tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:16:20.042307 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a096f27c-0496-465b-84f4-68588009ec72 tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:16:20.042636 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a096f27c-0496-465b-84f4-68588009ec72 tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:16:20.042964 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a096f27c-0496-465b-84f4-68588009ec72 tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:16:20.043867 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a096f27c-0496-465b-84f4-68588009ec72 tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:16:20.043867 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a096f27c-0496-465b-84f4-68588009ec72 tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:16:20.044044 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a096f27c-0496-465b-84f4-68588009ec72 tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:16:20.044261 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a096f27c-0496-465b-84f4-68588009ec72 tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:16:20.044577 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a096f27c-0496-465b-84f4-68588009ec72 tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:16:20.072430 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb506c1f-daef-4c38-94ee-4cbb326665b5 req-5cdfd31b-6ab4-44ad-8ba0-d514cd564bbc tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:16:20.073924 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-cb506c1f-daef-4c38-94ee-4cbb326665b5 req-5cdfd31b-6ab4-44ad-8ba0-d514cd564bbc tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=29cc983f-bb0c-4c58-9d4d-8ed094a5d28e HTTP/1.1" status: 200 len: 945 time: 0.0511444 Aug 12 18:16:20.083428 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.l3_dvrscheduler_db [req-72bc1c5e-4905-4aef-a719-e627f5952de2 req-a096f27c-0496-465b-84f4-68588009ec72 tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] No DVR routers for this DVR port 45bffc83-51f9-400a-8d99-cb191a6e8d5e on host hv-cinder-75994 {{(pid=94212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 18:16:20.085969 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-72bc1c5e-4905-4aef-a719-e627f5952de2 req-a096f27c-0496-465b-84f4-68588009ec72 tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195385'] for port, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:16:20.087922 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-72bc1c5e-4905-4aef-a719-e627f5952de2 req-a096f27c-0496-465b-84f4-68588009ec72 tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] 10.222.0.57 "DELETE /v2.0/ports/45bffc83-51f9-400a-8d99-cb191a6e8d5e HTTP/1.1" status: 204 len: 173 time: 0.3922431 Aug 12 18:16:20.088357 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78445c61-6501-44f4-89da-0f4c635ab482', 'name': 'network-vif-deleted', 'tag': '45bffc83-51f9-400a-8d99-cb191a6e8d5e'}] {{(pid=94212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 18:16:20.091476 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd512f55349b839fb4675422b2dbaf52bda1baead41a4efd90d4bf8a5142663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-302e36f5-338c-49cb-b13f-30364eda1218" -d '{"events": [{"server_uuid": "78445c61-6501-44f4-89da-0f4c635ab482", "name": "network-vif-deleted", "tag": "45bffc83-51f9-400a-8d99-cb191a6e8d5e"}]}' {{(pid=94212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 18:16:20.114562 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-cb506c1f-daef-4c38-94ee-4cbb326665b5 req-4d87473b-bc74-4fa1-8f20-b4f0ca6325a8 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ded157-ab08-463d-972b-a4b089d3643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338266 Aug 12 18:16:20.128020 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 18:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c834873a-1c8a-44ca-9b87-fe287a1fead6 x-openstack-request-id: req-c834873a-1c8a-44ca-9b87-fe287a1fead6 {{(pid=94212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 18:16:20.128306 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78445c61-6501-44f4-89da-0f4c635ab482", "name": "network-vif-deleted", "tag": "45bffc83-51f9-400a-8d99-cb191a6e8d5e", "status": "completed", "code": 200}]} {{(pid=94212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 18:16:20.128554 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c834873a-1c8a-44ca-9b87-fe287a1fead6 {{(pid=94212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 18:16:20.128941 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78445c61-6501-44f4-89da-0f4c635ab482', 'name': 'network-vif-deleted', 'tag': '45bffc83-51f9-400a-8d99-cb191a6e8d5e', 'status': 'completed', 'code': 200} Aug 12 18:16:20.350214 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-077a1748-a0af-4abc-8b1e-fbd5a1b7bfac req-9a93468f-ea75-4e43-a4dc-20d15f1daae2 tempest-VolumesSnapshotTestJSON-74339051 tempest-VolumesSnapshotTestJSON-74339051-project] 10.222.0.30 "GET /v2.0/ports?device_id=78445c61-6501-44f4-89da-0f4c635ab482 HTTP/1.1" status: 200 len: 210 time: 0.0255537 Aug 12 18:16:20.534900 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-caee0538-a01c-4d12-899f-9a789202abfd req-bd998ecc-be6a-46a3-be7a-226afb04fb8b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396962 Aug 12 18:16:20.624168 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caee0538-a01c-4d12-899f-9a789202abfd req-497652ce-d60e-4ed6-9032-09c13f99279c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:16:20.625753 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-caee0538-a01c-4d12-899f-9a789202abfd req-497652ce-d60e-4ed6-9032-09c13f99279c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0cd01e4bf13e4379b9d179c3973204fe&device_id=f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc HTTP/1.1" status: 200 len: 1098 time: 0.0483415 Aug 12 18:16:20.727924 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caee0538-a01c-4d12-899f-9a789202abfd req-79f013b0-40cd-4eaf-a7e2-ac4e61ec4eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:16:20.729613 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-caee0538-a01c-4d12-899f-9a789202abfd req-79f013b0-40cd-4eaf-a7e2-ac4e61ec4eb1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c79ff127-e29d-415e-ac8f-388698d304d0 HTTP/1.1" status: 200 len: 912 time: 0.0825431 Aug 12 18:16:20.797508 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-caee0538-a01c-4d12-899f-9a789202abfd req-1c5cbe31-b499-4c71-8f7d-a1613ff55912 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=191b98a4-8a2b-43e2-b563-2500f1c744b5 HTTP/1.1" status: 200 len: 1001 time: 0.0584228 Aug 12 18:16:20.845290 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caee0538-a01c-4d12-899f-9a789202abfd req-9a9d9de6-d0c9-4298-92cf-c44b3c219d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:16:20.846772 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-caee0538-a01c-4d12-899f-9a789202abfd req-9a9d9de6-d0c9-4298-92cf-c44b3c219d61 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eed8715d-98a6-404a-8335-27c57f2cf8a3 HTTP/1.1" status: 200 len: 850 time: 0.0414402 Aug 12 18:16:20.890468 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caee0538-a01c-4d12-899f-9a789202abfd req-b2310642-6188-43c6-9234-87c8a7933f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:16:20.891861 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-caee0538-a01c-4d12-899f-9a789202abfd req-b2310642-6188-43c6-9234-87c8a7933f56 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c79ff127-e29d-415e-ac8f-388698d304d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0380974 Aug 12 18:16:20.981817 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-caee0538-a01c-4d12-899f-9a789202abfd req-73da8ced-b568-4307-a457-2011d48301fc service neutron] 10.222.0.57 "GET /v2.0/networks/c79ff127-e29d-415e-ac8f-388698d304d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814385 Aug 12 18:16:21.069890 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-caee0538-a01c-4d12-899f-9a789202abfd req-2dc2b7de-ed59-487a-ac54-96a19f4638c6 service neutron] 10.222.0.57 "GET /v2.0/networks/c79ff127-e29d-415e-ac8f-388698d304d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799644 Aug 12 18:16:21.243059 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cdb498-cc79-4f64-a1a5-8beaaba6b4ba req-2907af6c-b747-4fe6-b386-d3d7f69b5d76 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:16:21.244493 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-64cdb498-cc79-4f64-a1a5-8beaaba6b4ba req-2907af6c-b747-4fe6-b386-d3d7f69b5d76 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=29cc983f-bb0c-4c58-9d4d-8ed094a5d28e HTTP/1.1" status: 200 len: 945 time: 0.0499778 Aug 12 18:16:21.281467 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-64cdb498-cc79-4f64-a1a5-8beaaba6b4ba req-8f54ff26-5fe6-413c-a230-377d80875f12 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ded157-ab08-463d-972b-a4b089d3643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310295 Aug 12 18:16:22.014563 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:16:22.395735 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688b6a37-153b-43f4-8a91-72d71d466a0a req-19c69cbb-9e1b-4bf7-9ebc-d8aa800512a4 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:16:22.397171 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-688b6a37-153b-43f4-8a91-72d71d466a0a req-19c69cbb-9e1b-4bf7-9ebc-d8aa800512a4 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=29cc983f-bb0c-4c58-9d4d-8ed094a5d28e HTTP/1.1" status: 200 len: 945 time: 0.0467503 Aug 12 18:16:22.432954 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-688b6a37-153b-43f4-8a91-72d71d466a0a req-98e635a4-7e32-4774-a835-aa513f8675d2 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ded157-ab08-463d-972b-a4b089d3643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299897 Aug 12 18:16:22.474981 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Device 45bffc83-51f9-400a-8d99-cb191a6e8d5e no longer exists at agent hyperv_hv-cinder-75994 {{(pid=94213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 18:16:22.497314 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.plugin [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] No Port match for: 45bffc83-51f9-400a-8d99-cb191a6e8d5e {{(pid=94213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 18:16:22.497654 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Device 45bffc83-51f9-400a-8d99-cb191a6e8d5e not bound to the agent host hv-cinder-75994 {{(pid=94213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 18:16:23.547838 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b0077-5f7c-4e59-b39d-30fee16179c9 req-a999895f-2101-487b-9d4e-0fc5ea0f6b7b tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:16:23.549182 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-314b0077-5f7c-4e59-b39d-30fee16179c9 req-a999895f-2101-487b-9d4e-0fc5ea0f6b7b tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=29cc983f-bb0c-4c58-9d4d-8ed094a5d28e HTTP/1.1" status: 200 len: 945 time: 0.0469909 Aug 12 18:16:23.588607 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-314b0077-5f7c-4e59-b39d-30fee16179c9 req-f9d3f314-a424-4d8d-85c3-6de23b807221 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ded157-ab08-463d-972b-a4b089d3643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337040 Aug 12 18:16:24.703538 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e7624-a732-4f14-ad5b-81de37416922 req-db3f48df-4ab9-482b-911e-4547bc333141 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:16:24.704993 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-581e7624-a732-4f14-ad5b-81de37416922 req-db3f48df-4ab9-482b-911e-4547bc333141 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=29cc983f-bb0c-4c58-9d4d-8ed094a5d28e HTTP/1.1" status: 200 len: 945 time: 0.0471456 Aug 12 18:16:24.740600 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-581e7624-a732-4f14-ad5b-81de37416922 req-35da70bf-75fe-40f2-982d-0d6c0991d00a tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ded157-ab08-463d-972b-a4b089d3643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299103 Aug 12 18:16:25.855304 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb45d7-433a-4f33-920c-2e952ce6a89e req-2225621d-8828-4abb-83e0-3b9f465c1cb0 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:16:25.856736 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-dddb45d7-433a-4f33-920c-2e952ce6a89e req-2225621d-8828-4abb-83e0-3b9f465c1cb0 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=29cc983f-bb0c-4c58-9d4d-8ed094a5d28e HTTP/1.1" status: 200 len: 945 time: 0.0469017 Aug 12 18:16:25.893217 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-dddb45d7-433a-4f33-920c-2e952ce6a89e req-9895dcb4-c4e4-4cb9-8fb1-aa95a6471cdb tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ded157-ab08-463d-972b-a4b089d3643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307281 Aug 12 18:16:27.015353 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0999442-86b4-4210-8e5d-519bee11483a req-4a1c2808-3ca6-4884-b4a8-f2c96408605e tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:16:27.016809 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-b0999442-86b4-4210-8e5d-519bee11483a req-4a1c2808-3ca6-4884-b4a8-f2c96408605e tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=29cc983f-bb0c-4c58-9d4d-8ed094a5d28e HTTP/1.1" status: 200 len: 945 time: 0.0525997 Aug 12 18:16:27.053867 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-b0999442-86b4-4210-8e5d-519bee11483a req-96f5b32a-b5db-4c67-9d1f-91260172a4c1 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ded157-ab08-463d-972b-a4b089d3643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310340 Aug 12 18:16:28.169967 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea2eacc-864d-4234-8430-138f9d680dd8 req-2cf452fc-741b-44d6-8be8-b94ec54996bd tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:16:28.171423 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-bea2eacc-864d-4234-8430-138f9d680dd8 req-2cf452fc-741b-44d6-8be8-b94ec54996bd tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=29cc983f-bb0c-4c58-9d4d-8ed094a5d28e HTTP/1.1" status: 200 len: 945 time: 0.0468042 Aug 12 18:16:28.207606 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-bea2eacc-864d-4234-8430-138f9d680dd8 req-07c2b1da-9787-4c8e-b925-60f1a473054d tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ded157-ab08-463d-972b-a4b089d3643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304103 Aug 12 18:16:29.321311 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de552ac-5139-4647-90c0-35fd8556a155 req-b37bac0c-f21a-4216-a8ea-3430d5dea39a tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:16:29.322783 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-5de552ac-5139-4647-90c0-35fd8556a155 req-b37bac0c-f21a-4216-a8ea-3430d5dea39a tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=29cc983f-bb0c-4c58-9d4d-8ed094a5d28e HTTP/1.1" status: 200 len: 945 time: 0.0459554 Aug 12 18:16:29.358840 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-5de552ac-5139-4647-90c0-35fd8556a155 req-b7090c0c-0bac-4f86-bdaf-c434d5ecc5a9 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ded157-ab08-463d-972b-a4b089d3643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296223 Aug 12 18:16:30.479316 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52913631-ca30-4ff1-b5fb-a54f65e72761 req-a055bc48-b39f-416e-810b-60e95579fb03 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:16:30.480683 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-52913631-ca30-4ff1-b5fb-a54f65e72761 req-a055bc48-b39f-416e-810b-60e95579fb03 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=29cc983f-bb0c-4c58-9d4d-8ed094a5d28e HTTP/1.1" status: 200 len: 945 time: 0.0529356 Aug 12 18:16:30.519372 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-52913631-ca30-4ff1-b5fb-a54f65e72761 req-fa271adf-ebb5-49c5-833a-ff18d59b2faa tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ded157-ab08-463d-972b-a4b089d3643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328941 Aug 12 18:16:31.633051 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b17b0b-defa-4660-bc21-914266c2948a req-728703f5-d30b-45eb-9f22-4bf74abb4de6 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:16:31.634514 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-e4b17b0b-defa-4660-bc21-914266c2948a req-728703f5-d30b-45eb-9f22-4bf74abb4de6 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=29cc983f-bb0c-4c58-9d4d-8ed094a5d28e HTTP/1.1" status: 200 len: 945 time: 0.0467064 Aug 12 18:16:31.670760 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-e4b17b0b-defa-4660-bc21-914266c2948a req-c6146eeb-feea-4040-bb8c-8b4ff6ca125e tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ded157-ab08-463d-972b-a4b089d3643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303810 Aug 12 18:16:33.025479 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6126fe0-82a1-4bf0-93a7-0ef3662821dd req-04632326-c837-4622-adfa-5894fbb71410 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:16:33.026967 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-e6126fe0-82a1-4bf0-93a7-0ef3662821dd req-04632326-c837-4622-adfa-5894fbb71410 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=29cc983f-bb0c-4c58-9d4d-8ed094a5d28e HTTP/1.1" status: 200 len: 945 time: 0.2877729 Aug 12 18:16:33.063598 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-e6126fe0-82a1-4bf0-93a7-0ef3662821dd req-b5eb7536-82ce-48ae-ba46-19009a64b7c8 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ded157-ab08-463d-972b-a4b089d3643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302441 Aug 12 18:16:34.186857 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a99f765-3c03-4a7e-be26-ab078d5f438a req-1783f003-6a8a-42ad-a5c6-04eb5b601cfb tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:16:34.188321 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-1a99f765-3c03-4a7e-be26-ab078d5f438a req-1783f003-6a8a-42ad-a5c6-04eb5b601cfb tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=29cc983f-bb0c-4c58-9d4d-8ed094a5d28e HTTP/1.1" status: 200 len: 945 time: 0.0557632 Aug 12 18:16:34.224204 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-1a99f765-3c03-4a7e-be26-ab078d5f438a req-f9670005-4f2d-4ffd-8690-8e66ea8af408 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ded157-ab08-463d-972b-a4b089d3643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301094 Aug 12 18:16:34.958080 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-f243bc13-c57f-4b44-92ba-b51b97039b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:16:35.352831 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034c7dc0-ce3b-43f1-9c26-75ab438f2852 req-50bee38f-021b-4d15-a441-f74bf7e596e2 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:16:35.354580 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-034c7dc0-ce3b-43f1-9c26-75ab438f2852 req-50bee38f-021b-4d15-a441-f74bf7e596e2 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=29cc983f-bb0c-4c58-9d4d-8ed094a5d28e HTTP/1.1" status: 200 len: 945 time: 0.0483630 Aug 12 18:16:35.393023 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-034c7dc0-ce3b-43f1-9c26-75ab438f2852 req-318d7171-08fd-4449-90c6-d4d52f577174 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ded157-ab08-463d-972b-a4b089d3643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309725 Aug 12 18:16:36.518619 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9781fbd5-30d0-479f-bf38-9d457e7cd4e5 req-6799c544-1237-4a38-976d-668095ef02bf tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:16:36.520223 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-9781fbd5-30d0-479f-bf38-9d457e7cd4e5 req-6799c544-1237-4a38-976d-668095ef02bf tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=29cc983f-bb0c-4c58-9d4d-8ed094a5d28e HTTP/1.1" status: 200 len: 945 time: 0.0542898 Aug 12 18:16:36.556740 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-9781fbd5-30d0-479f-bf38-9d457e7cd4e5 req-25c71a7f-668c-4321-9b83-0aa8b04f7b88 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ded157-ab08-463d-972b-a4b089d3643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305903 Aug 12 18:16:37.327552 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-d46111fe-ee12-40eb-b2cc-1557bbbbfaa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:16:37.676829 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c184cf5b-34d8-4a0b-8dbd-d66a209b563f req-2187f69f-603f-43a1-9e2f-0fd99187f8b1 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:16:37.678455 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-c184cf5b-34d8-4a0b-8dbd-d66a209b563f req-2187f69f-603f-43a1-9e2f-0fd99187f8b1 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=29cc983f-bb0c-4c58-9d4d-8ed094a5d28e HTTP/1.1" status: 200 len: 945 time: 0.0502763 Aug 12 18:16:37.717844 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-c184cf5b-34d8-4a0b-8dbd-d66a209b563f req-3e81e5e5-2d2f-4818-aba3-f3781bc2e4b0 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ded157-ab08-463d-972b-a4b089d3643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321400 Aug 12 18:16:37.962036 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:16:38.536607 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Device 93486707-cd14-420f-a116-d797832c24b1 details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=94213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 18:16:38.540241 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-2083c3fd-5dc5-47ae-86de-acca0e7a8e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:16:38.626556 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] For port 93486707-cd14-420f-a116-d797832c24b1, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=93486707-cd14-420f-a116-d797832c24b1,segment=NetworkSegment(b0bd17e6-9f7e-43f1-a264-2ad32dfe27ab),segment_id=b0bd17e6-9f7e-43f1-a264-2ad32dfe27ab)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:16:38.636537 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Returning: {'device': '93486707-cd14-420f-a116-d797832c24b1', 'network_id': '6b1fc686-fd3a-4539-aa22-2794a86ed1a0', 'port_id': '93486707-cd14-420f-a116-d797832c24b1', 'mac_address': 'fa:16:3e:39:ff:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d6fbddb-fc25-47a1-888d-ce03ef22670c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 18:16:38.674372 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:16:38.689925 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.notifiers.nova [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 93486707-cd14-420f-a116-d797832c24b1 {{(pid=94213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 18:16:38.710790 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] For port 93486707-cd14-420f-a116-d797832c24b1, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=93486707-cd14-420f-a116-d797832c24b1,segment=NetworkSegment(b0bd17e6-9f7e-43f1-a264-2ad32dfe27ab),segment_id=b0bd17e6-9f7e-43f1-a264-2ad32dfe27ab)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:16:38.715610 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:16:38.839271 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5174395f-6342-4d74-a61d-6315171294f2 req-60ea63ed-5f43-4626-9326-5bfddfae2fb7 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:16:38.840812 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-5174395f-6342-4d74-a61d-6315171294f2 req-60ea63ed-5f43-4626-9326-5bfddfae2fb7 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=29cc983f-bb0c-4c58-9d4d-8ed094a5d28e HTTP/1.1" status: 200 len: 944 time: 0.0497558 Aug 12 18:16:38.884160 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-5174395f-6342-4d74-a61d-6315171294f2 req-c87df4e9-6be4-484a-a6af-0121cc35af6a tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ded157-ab08-463d-972b-a4b089d3643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365884 Aug 12 18:16:38.887974 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Pushing event updated for resources: {'Port': ['ID=93486707-cd14-420f-a116-d797832c24b1,revision_number=6']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:16:38.927325 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] get_ports_and_sgs() called for port_ids ['93486707-cd14-420f-a116-d797832c24b1'] {{(pid=94213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 18:16:39.375311 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.agents_db [None req-aa7dbe78-d4f0-421a-85da-826b2a172358 None None] Agent healthcheck: found 6 active agents {{(pid=94214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 18:16:40.010179 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebb037b-a426-4ee4-9e0b-cb763d0a5162 req-d1c01813-196f-4449-a287-5a7f05d57c92 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:16:40.011682 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-5ebb037b-a426-4ee4-9e0b-cb763d0a5162 req-d1c01813-196f-4449-a287-5a7f05d57c92 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=29cc983f-bb0c-4c58-9d4d-8ed094a5d28e HTTP/1.1" status: 200 len: 944 time: 0.0514402 Aug 12 18:16:40.051342 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-5ebb037b-a426-4ee4-9e0b-cb763d0a5162 req-dc772504-6168-40fb-9388-be1a52ee88bd tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ded157-ab08-463d-972b-a4b089d3643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336390 Aug 12 18:16:40.220244 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-b1de9828-bfad-4ef8-8d69-6d6f9fbe420c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:16:40.552340 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Device 93486707-cd14-420f-a116-d797832c24b1 up at agent hyperv_hv-cinder-75994 {{(pid=94213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 18:16:40.601307 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Provisioning complete for port 93486707-cd14-420f-a116-d797832c24b1 triggered by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:16:40.601683 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:16:40.674605 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:16:40.697310 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29cc983f-bb0c-4c58-9d4d-8ed094a5d28e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93486707-cd14-420f-a116-d797832c24b1'}] {{(pid=94213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 18:16:40.700246 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093bef5005328d2170e61a9e3556762ddeddd0b69a57765fcd678c61bdf37499" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da5140bf-6d73-4846-8d8a-67908b6c1adb" -d '{"events": [{"server_uuid": "29cc983f-bb0c-4c58-9d4d-8ed094a5d28e", "name": "network-vif-plugged", "status": "completed", "tag": "93486707-cd14-420f-a116-d797832c24b1"}]}' {{(pid=94213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 18:16:40.712938 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] For port 93486707-cd14-420f-a116-d797832c24b1, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=93486707-cd14-420f-a116-d797832c24b1,segment=NetworkSegment(b0bd17e6-9f7e-43f1-a264-2ad32dfe27ab),segment_id=b0bd17e6-9f7e-43f1-a264-2ad32dfe27ab)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:16:40.717105 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:16:40.743296 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 18:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21e8507b-b4d1-411e-9bfa-7600ca149aab x-openstack-request-id: req-21e8507b-b4d1-411e-9bfa-7600ca149aab {{(pid=94213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 18:16:40.743580 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29cc983f-bb0c-4c58-9d4d-8ed094a5d28e", "name": "network-vif-plugged", "status": "completed", "tag": "93486707-cd14-420f-a116-d797832c24b1", "code": 200}]} {{(pid=94213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 18:16:40.743885 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-21e8507b-b4d1-411e-9bfa-7600ca149aab {{(pid=94213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 18:16:40.744427 dv-cinder-759943-10-iscsi neutron-server[94213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29cc983f-bb0c-4c58-9d4d-8ed094a5d28e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93486707-cd14-420f-a116-d797832c24b1', 'code': 200} Aug 12 18:16:40.768999 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Pushing event updated for resources: {'Port': ['ID=93486707-cd14-420f-a116-d797832c24b1,revision_number=7']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:16:41.187471 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a5d75-7c36-482e-945f-1d2c871580b6 req-83da292e-bee2-434a-92b4-02872fdfc072 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:16:41.189671 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-d90a5d75-7c36-482e-945f-1d2c871580b6 req-83da292e-bee2-434a-92b4-02872fdfc072 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=29cc983f-bb0c-4c58-9d4d-8ed094a5d28e HTTP/1.1" status: 200 len: 945 time: 0.0629287 Aug 12 18:16:41.232953 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-d90a5d75-7c36-482e-945f-1d2c871580b6 req-11828001-e0c5-4791-92d3-b31b6db77845 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ded157-ab08-463d-972b-a4b089d3643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359554 Aug 12 18:16:42.372796 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd493a9-9458-4062-838f-15f841368c66 req-4cb3b272-e893-4f7d-bd40-ae9fca010a8e tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:16:42.375004 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-9dd493a9-9458-4062-838f-15f841368c66 req-4cb3b272-e893-4f7d-bd40-ae9fca010a8e tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=29cc983f-bb0c-4c58-9d4d-8ed094a5d28e HTTP/1.1" status: 200 len: 945 time: 0.0592647 Aug 12 18:16:42.418280 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-9dd493a9-9458-4062-838f-15f841368c66 req-4f015333-93bd-45ec-9710-04e174ed98bd tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ded157-ab08-463d-972b-a4b089d3643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364795 Aug 12 18:16:43.561315 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11716f67-18f2-4f9d-a1d3-1f4857c35fae req-287b726c-febc-49fc-ac61-193a1ff23a12 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:16:43.568917 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-11716f67-18f2-4f9d-a1d3-1f4857c35fae req-287b726c-febc-49fc-ac61-193a1ff23a12 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=29cc983f-bb0c-4c58-9d4d-8ed094a5d28e HTTP/1.1" status: 200 len: 945 time: 0.0648384 Aug 12 18:16:43.610451 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-11716f67-18f2-4f9d-a1d3-1f4857c35fae req-6b35389e-0787-498f-951a-d20d2aaa190b tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ded157-ab08-463d-972b-a4b089d3643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406466 Aug 12 18:16:44.571333 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 54152) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:16:44.619207 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.db_base_plugin_v2 [None req-0923f3e8-61f0-4232-8cfd-7d3afb2aef26 admin admin] Deleting subnet 61a93eca-119c-47b8-8ee3-141e6c4898af {{(pid=94212) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 18:16:44.622683 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-0923f3e8-61f0-4232-8cfd-7d3afb2aef26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:16:44.661533 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-0923f3e8-61f0-4232-8cfd-7d3afb2aef26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10322303'] for subnet, precommit_delete_associations {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:16:44.707001 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-0923f3e8-61f0-4232-8cfd-7d3afb2aef26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1735162'] for subnet, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:16:44.784444 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-0923f3e8-61f0-4232-8cfd-7d3afb2aef26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1735149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8400662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8840012'] for subnet, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:16:44.800371 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d3bfd-d295-42f6-9520-6eaf6a5521db req-16419dd7-fbba-43b5-a13e-3874f869fc1c tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:16:44.806831 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-316d3bfd-d295-42f6-9520-6eaf6a5521db req-16419dd7-fbba-43b5-a13e-3874f869fc1c tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=29cc983f-bb0c-4c58-9d4d-8ed094a5d28e HTTP/1.1" status: 200 len: 945 time: 0.0624917 Aug 12 18:16:44.813390 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0923f3e8-61f0-4232-8cfd-7d3afb2aef26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61a93eca-119c-47b8-8ee3-141e6c4898af,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:16:44.821653 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-0923f3e8-61f0-4232-8cfd-7d3afb2aef26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:16:44.823598 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-0923f3e8-61f0-4232-8cfd-7d3afb2aef26 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/61a93eca-119c-47b8-8ee3-141e6c4898af HTTP/1.1" status: 204 len: 168 time: 0.2512782 Aug 12 18:16:44.826649 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 54156) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:16:44.858908 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-316d3bfd-d295-42f6-9520-6eaf6a5521db req-9e6586fd-3f9d-4828-87a1-9b1d83f7f400 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ded157-ab08-463d-972b-a4b089d3643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477798 Aug 12 18:16:44.914497 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-b921a1e2-346a-4f57-9fef-0241c80e0e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1816869'] for network, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:16:44.999562 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-b921a1e2-346a-4f57-9fef-0241c80e0e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1735549', 'neutron.services.segments.db._delete_segments_for_network-8763627670128'] for network, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:16:45.010160 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.services.segments.db [None req-b921a1e2-346a-4f57-9fef-0241c80e0e36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0448be81-43ad-4bb4-987d-6c34e9542161']}} {{(pid=94212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:16:45.021490 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.services.segments.db [None req-b921a1e2-346a-4f57-9fef-0241c80e0e36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3f2ddd1-9fd8-41f9-a075-e26a18087b9c') {'for_net_delete': True} {{(pid=94212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:16:45.021977 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.services.segments.db [None req-b921a1e2-346a-4f57-9fef-0241c80e0e36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3f2ddd1-9fd8-41f9-a075-e26a18087b9c') {} {{(pid=94212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:16:45.031173 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-b921a1e2-346a-4f57-9fef-0241c80e0e36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763627625081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10322280'] for segment, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:16:45.045221 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-b921a1e2-346a-4f57-9fef-0241c80e0e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735099'] for segment, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:16:45.051326 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b921a1e2-346a-4f57-9fef-0241c80e0e36 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=94212) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 18:16:45.051733 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-b921a1e2-346a-4f57-9fef-0241c80e0e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8400840'] for segment, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:16:45.053394 dv-cinder-759943-10-iscsi neutron-server[94212]: Traceback (most recent call last): Aug 12 18:16:45.053394 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 18:16:45.053394 dv-cinder-759943-10-iscsi neutron-server[94212]: timer() Aug 12 18:16:45.053394 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 18:16:45.053394 dv-cinder-759943-10-iscsi neutron-server[94212]: cb(*args, **kw) Aug 12 18:16:45.053394 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 18:16:45.053394 dv-cinder-759943-10-iscsi neutron-server[94212]: return func(*args, **kwargs) Aug 12 18:16:45.053394 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 18:16:45.053394 dv-cinder-759943-10-iscsi neutron-server[94212]: self._notify() Aug 12 18:16:45.053394 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 18:16:45.053394 dv-cinder-759943-10-iscsi neutron-server[94212]: self.callback(batched_events) Aug 12 18:16:45.053394 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 18:16:45.053394 dv-cinder-759943-10-iscsi neutron-server[94212]: event.method(event) Aug 12 18:16:45.053394 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 18:16:45.053394 dv-cinder-759943-10-iscsi neutron-server[94212]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 18:16:45.053394 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 18:16:45.053394 dv-cinder-759943-10-iscsi neutron-server[94212]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 18:16:45.053394 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 18:16:45.053394 dv-cinder-759943-10-iscsi neutron-server[94212]: return f(self, *a, **k) Aug 12 18:16:45.053394 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 18:16:45.053394 dv-cinder-759943-10-iscsi neutron-server[94212]: return self._get(url).json() Aug 12 18:16:45.053394 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 18:16:45.053394 dv-cinder-759943-10-iscsi neutron-server[94212]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 18:16:45.053394 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 18:16:45.053394 dv-cinder-759943-10-iscsi neutron-server[94212]: return self.request(url, 'GET', **kwargs) Aug 12 18:16:45.053394 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 18:16:45.053394 dv-cinder-759943-10-iscsi neutron-server[94212]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 18:16:45.053394 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 18:16:45.053394 dv-cinder-759943-10-iscsi neutron-server[94212]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 18:16:45.053394 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 18:16:45.053394 dv-cinder-759943-10-iscsi neutron-server[94212]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 18:16:45.053394 dv-cinder-759943-10-iscsi neutron-server[94212]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 18:16:45.108594 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-b921a1e2-346a-4f57-9fef-0241c80e0e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1735524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734910'] for network, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:16:45.116304 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-b921a1e2-346a-4f57-9fef-0241c80e0e36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564513'] for network, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:16:45.120690 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-b921a1e2-346a-4f57-9fef-0241c80e0e36 admin admin] 10.222.0.30 "DELETE /v2.0/networks/0448be81-43ad-4bb4-987d-6c34e9542161 HTTP/1.1" status: 204 len: 168 time: 0.2905774 Aug 12 18:16:45.133336 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b921a1e2-346a-4f57-9fef-0241c80e0e36 admin admin] Pushing event deleted for resources: {'Network': ['ID=0448be81-43ad-4bb4-987d-6c34e9542161,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:16:45.310948 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 54160) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:16:45.383497 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-bed7aa8c-e68f-4cac-bd82-349e79fb7fbb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=031628e1b0824fe2a4da5111af9f7bdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0686343 Aug 12 18:16:45.383808 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 54162) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:16:45.439832 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-142136d1-709b-4aa0-b898-6a252bcf383b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:16:45.461420 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-142136d1-709b-4aa0-b898-6a252bcf383b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:16:45.522893 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-142136d1-709b-4aa0-b898-6a252bcf383b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:16:45.526136 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-142136d1-709b-4aa0-b898-6a252bcf383b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:16:45.527759 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-142136d1-709b-4aa0-b898-6a252bcf383b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e39cc8c8-95b8-4973-8ebf-5d5b44e65dcb HTTP/1.1" status: 204 len: 168 time: 0.1429830 Aug 12 18:16:45.536412 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142136d1-709b-4aa0-b898-6a252bcf383b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39cc8c8-95b8-4973-8ebf-5d5b44e65dcb,revision_number=None']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:16:45.545318 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142136d1-709b-4aa0-b898-6a252bcf383b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:16:45.545675 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142136d1-709b-4aa0-b898-6a252bcf383b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:16:45.546052 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142136d1-709b-4aa0-b898-6a252bcf383b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:16:45.546390 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142136d1-709b-4aa0-b898-6a252bcf383b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:16:45.546726 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142136d1-709b-4aa0-b898-6a252bcf383b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:16:45.547087 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142136d1-709b-4aa0-b898-6a252bcf383b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:16:45.547422 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142136d1-709b-4aa0-b898-6a252bcf383b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:16:45.547750 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142136d1-709b-4aa0-b898-6a252bcf383b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:16:45.548093 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142136d1-709b-4aa0-b898-6a252bcf383b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:16:45.548420 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142136d1-709b-4aa0-b898-6a252bcf383b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:16:45.548743 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142136d1-709b-4aa0-b898-6a252bcf383b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:16:45.549217 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142136d1-709b-4aa0-b898-6a252bcf383b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:16:46.000929 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20774e0c-528a-428c-a6a2-938d6844b360 req-3e4f2cab-8432-4343-95f8-059378d09907 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:16:46.006420 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-20774e0c-528a-428c-a6a2-938d6844b360 req-3e4f2cab-8432-4343-95f8-059378d09907 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=29cc983f-bb0c-4c58-9d4d-8ed094a5d28e HTTP/1.1" status: 200 len: 945 time: 0.0601113 Aug 12 18:16:46.050640 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-20774e0c-528a-428c-a6a2-938d6844b360 req-ad9effd6-d365-4520-9b8c-8032ea209cf5 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ded157-ab08-463d-972b-a4b089d3643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392165 Aug 12 18:16:47.192524 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b2883-ea18-40c1-b8ca-04a380910f5a req-b500ebc1-b07a-4e48-aaa9-e32fa98fa182 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:16:47.194687 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-3d0b2883-ea18-40c1-b8ca-04a380910f5a req-b500ebc1-b07a-4e48-aaa9-e32fa98fa182 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=29cc983f-bb0c-4c58-9d4d-8ed094a5d28e HTTP/1.1" status: 200 len: 945 time: 0.0602171 Aug 12 18:16:47.242634 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-3d0b2883-ea18-40c1-b8ca-04a380910f5a req-05e61dfb-1b1f-4599-9ca6-80cad107a269 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ded157-ab08-463d-972b-a4b089d3643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411971 Aug 12 18:16:48.370100 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19463afd-1e35-4896-8425-a5ac9c3ebffc req-0b06c634-835f-4290-b28e-87e428afc238 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:16:48.374362 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-19463afd-1e35-4896-8425-a5ac9c3ebffc req-0b06c634-835f-4290-b28e-87e428afc238 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=29cc983f-bb0c-4c58-9d4d-8ed094a5d28e HTTP/1.1" status: 200 len: 945 time: 0.0564187 Aug 12 18:16:48.421435 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-19463afd-1e35-4896-8425-a5ac9c3ebffc req-9d347bad-5e49-4559-bdca-4673f5d71ce9 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ded157-ab08-463d-972b-a4b089d3643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396998 Aug 12 18:16:49.532487 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad51cfd-6970-4a0e-af3c-3cf6c2e3670a req-d188f7ed-89f2-4c7d-a98d-e3f87a7cfdec tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:16:49.534126 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-4ad51cfd-6970-4a0e-af3c-3cf6c2e3670a req-d188f7ed-89f2-4c7d-a98d-e3f87a7cfdec tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=29cc983f-bb0c-4c58-9d4d-8ed094a5d28e HTTP/1.1" status: 200 len: 945 time: 0.0502973 Aug 12 18:16:49.571828 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-4ad51cfd-6970-4a0e-af3c-3cf6c2e3670a req-e00f046c-5d1e-4dbf-93f5-0c820d5fed00 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ded157-ab08-463d-972b-a4b089d3643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316522 Aug 12 18:16:50.073110 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d42e414-965e-4dca-a650-d90114f4888b req-b914b8ed-1b3c-4083-8abe-f244b653586f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:16:50.075082 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-9d42e414-965e-4dca-a650-d90114f4888b req-b914b8ed-1b3c-4083-8abe-f244b653586f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7914b9ae47f74d8a8462a76f248cff78&device_id=29cc983f-bb0c-4c58-9d4d-8ed094a5d28e HTTP/1.1" status: 200 len: 1098 time: 0.0393307 Aug 12 18:16:50.165034 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d42e414-965e-4dca-a650-d90114f4888b req-fd10b847-1d41-4fbb-b430-ae3099aa3c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:16:50.166499 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-9d42e414-965e-4dca-a650-d90114f4888b req-fd10b847-1d41-4fbb-b430-ae3099aa3c5c service neutron] 10.222.0.57 "GET /v2.0/networks?id=6b1fc686-fd3a-4539-aa22-2794a86ed1a0 HTTP/1.1" status: 200 len: 918 time: 0.0839560 Aug 12 18:16:50.229705 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-9d42e414-965e-4dca-a650-d90114f4888b req-a6e8bf81-5569-46ad-a9d3-b1e6145c5e1d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93486707-cd14-420f-a116-d797832c24b1 HTTP/1.1" status: 200 len: 1001 time: 0.0557988 Aug 12 18:16:50.282536 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d42e414-965e-4dca-a650-d90114f4888b req-d6e83fe5-4a23-455e-9f1e-ec67f2511552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:16:50.283983 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-9d42e414-965e-4dca-a650-d90114f4888b req-d6e83fe5-4a23-455e-9f1e-ec67f2511552 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1d6fbddb-fc25-47a1-888d-ce03ef22670c HTTP/1.1" status: 200 len: 856 time: 0.0470355 Aug 12 18:16:50.335704 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d42e414-965e-4dca-a650-d90114f4888b req-883ce9e9-48a4-4a6e-aefd-8dd5a27e5ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:16:50.337189 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-9d42e414-965e-4dca-a650-d90114f4888b req-883ce9e9-48a4-4a6e-aefd-8dd5a27e5ec3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6b1fc686-fd3a-4539-aa22-2794a86ed1a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0461717 Aug 12 18:16:50.422614 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-9d42e414-965e-4dca-a650-d90114f4888b req-81fdd8c1-d7b4-4bce-b5a0-d1afe9079b26 service neutron] 10.222.0.57 "GET /v2.0/networks/6b1fc686-fd3a-4539-aa22-2794a86ed1a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784550 Aug 12 18:16:50.513173 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-9d42e414-965e-4dca-a650-d90114f4888b req-fb8648b5-adfe-4939-b8aa-b9589180ce60 service neutron] 10.222.0.57 "GET /v2.0/networks/6b1fc686-fd3a-4539-aa22-2794a86ed1a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838871 Aug 12 18:16:50.687943 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc48570-331c-4479-8510-6aaea6afc265 req-d9cb389f-d13b-4a3d-bbc7-d8a07bf81360 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:16:50.689398 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-acc48570-331c-4479-8510-6aaea6afc265 req-d9cb389f-d13b-4a3d-bbc7-d8a07bf81360 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=29cc983f-bb0c-4c58-9d4d-8ed094a5d28e HTTP/1.1" status: 200 len: 945 time: 0.0483265 Aug 12 18:16:50.725210 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-acc48570-331c-4479-8510-6aaea6afc265 req-507b79db-2b35-4e29-8884-770e0b6aefc9 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ded157-ab08-463d-972b-a4b089d3643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300565 Aug 12 18:16:51.841223 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da9dadf-5995-473d-b474-b789048a5777 req-8e023db8-4129-44eb-9db3-c603d4de07a7 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:16:51.842731 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-4da9dadf-5995-473d-b474-b789048a5777 req-8e023db8-4129-44eb-9db3-c603d4de07a7 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=29cc983f-bb0c-4c58-9d4d-8ed094a5d28e HTTP/1.1" status: 200 len: 945 time: 0.0478489 Aug 12 18:16:51.881959 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-4da9dadf-5995-473d-b474-b789048a5777 req-926dea5d-e7a1-40cc-aead-16b893621962 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ded157-ab08-463d-972b-a4b089d3643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334270 Aug 12 18:16:52.030634 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:16:52.583960 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Device 93486707-cd14-420f-a116-d797832c24b1 no longer exists at agent hyperv_hv-cinder-75994 {{(pid=94213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 18:16:52.654850 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:16:52.676263 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29cc983f-bb0c-4c58-9d4d-8ed094a5d28e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93486707-cd14-420f-a116-d797832c24b1'}] {{(pid=94213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 18:16:52.678517 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093bef5005328d2170e61a9e3556762ddeddd0b69a57765fcd678c61bdf37499" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a841613-da06-49dc-99b4-e981a058e397" -d '{"events": [{"server_uuid": "29cc983f-bb0c-4c58-9d4d-8ed094a5d28e", "name": "network-vif-unplugged", "status": "completed", "tag": "93486707-cd14-420f-a116-d797832c24b1"}]}' {{(pid=94213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 18:16:52.691340 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] For port 93486707-cd14-420f-a116-d797832c24b1, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=93486707-cd14-420f-a116-d797832c24b1,segment=NetworkSegment(b0bd17e6-9f7e-43f1-a264-2ad32dfe27ab),segment_id=b0bd17e6-9f7e-43f1-a264-2ad32dfe27ab)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:16:52.695607 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:16:52.721029 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 12 Aug 2021 18:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b331a2-e200-4f53-a3f7-54ebbf01b244 x-openstack-request-id: req-62b331a2-e200-4f53-a3f7-54ebbf01b244 {{(pid=94213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 18:16:52.721324 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29cc983f-bb0c-4c58-9d4d-8ed094a5d28e", "name": "network-vif-unplugged", "status": "failed", "tag": "93486707-cd14-420f-a116-d797832c24b1", "code": 422}]} {{(pid=94213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 18:16:52.721577 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-62b331a2-e200-4f53-a3f7-54ebbf01b244 {{(pid=94213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 18:16:52.722019 dv-cinder-759943-10-iscsi neutron-server[94213]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '29cc983f-bb0c-4c58-9d4d-8ed094a5d28e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '93486707-cd14-420f-a116-d797832c24b1', 'code': 422} returned with failed status Aug 12 18:16:52.747476 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Pushing event updated for resources: {'Port': ['ID=93486707-cd14-420f-a116-d797832c24b1,revision_number=8']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:16:53.001522 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008aeb84-be07-408f-9bc3-25627d6805f7 req-fdfa80fe-2ef3-4176-aab3-e3c282675298 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:16:53.003017 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-008aeb84-be07-408f-9bc3-25627d6805f7 req-fdfa80fe-2ef3-4176-aab3-e3c282675298 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=29cc983f-bb0c-4c58-9d4d-8ed094a5d28e HTTP/1.1" status: 200 len: 943 time: 0.0505424 Aug 12 18:16:53.038437 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-008aeb84-be07-408f-9bc3-25627d6805f7 req-cc88b3db-b08b-4f86-99b2-5f376b7800bc tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ded157-ab08-463d-972b-a4b089d3643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296731 Aug 12 18:16:53.647877 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e2b8c0-cd8d-4c53-882d-4333381dc1d5 req-63cac64f-fed3-43d4-a28c-ce44f2c3f5bc tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:16:53.649385 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-61e2b8c0-cd8d-4c53-882d-4333381dc1d5 req-63cac64f-fed3-43d4-a28c-ce44f2c3f5bc tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=29cc983f-bb0c-4c58-9d4d-8ed094a5d28e HTTP/1.1" status: 200 len: 943 time: 0.0524099 Aug 12 18:16:53.687631 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-61e2b8c0-cd8d-4c53-882d-4333381dc1d5 req-7b3ab444-4981-4448-9647-03e512143d48 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ded157-ab08-463d-972b-a4b089d3643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322630 Aug 12 18:16:53.985556 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 54238) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:16:54.093439 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-3cfb0042-dc4a-4738-937f-9a373af0be3b req-1902a192-1f07-4e29-8ffb-52933c67c448 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=29cc983f-bb0c-4c58-9d4d-8ed094a5d28e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1067343 Aug 12 18:16:54.808624 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbca94a-f1d4-4b52-bc96-6a93cd7dcf4e req-c1f7e014-5dab-41e2-99e4-1758d1db65e8 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:16:54.809982 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-7bbca94a-f1d4-4b52-bc96-6a93cd7dcf4e req-c1f7e014-5dab-41e2-99e4-1758d1db65e8 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=29cc983f-bb0c-4c58-9d4d-8ed094a5d28e HTTP/1.1" status: 200 len: 943 time: 0.0524321 Aug 12 18:16:54.848986 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-7bbca94a-f1d4-4b52-bc96-6a93cd7dcf4e req-7118b9b9-b822-4ebf-ab84-2430b8366a45 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ded157-ab08-463d-972b-a4b089d3643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328894 Aug 12 18:16:55.354620 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfb0042-dc4a-4738-937f-9a373af0be3b req-f697d109-8a47-47f9-ba17-c6de91f4f288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:16:55.356124 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-3cfb0042-dc4a-4738-937f-9a373af0be3b req-f697d109-8a47-47f9-ba17-c6de91f4f288 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=29cc983f-bb0c-4c58-9d4d-8ed094a5d28e&tenant_id=7914b9ae47f74d8a8462a76f248cff78 HTTP/1.1" status: 200 len: 1096 time: 0.0677617 Aug 12 18:16:55.415264 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfb0042-dc4a-4738-937f-9a373af0be3b req-7cf03c11-712a-459a-90a0-971d96ccb992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:16:55.416689 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-3cfb0042-dc4a-4738-937f-9a373af0be3b req-7cf03c11-712a-459a-90a0-971d96ccb992 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7914b9ae47f74d8a8462a76f248cff78&device_id=29cc983f-bb0c-4c58-9d4d-8ed094a5d28e HTTP/1.1" status: 200 len: 1096 time: 0.0379989 Aug 12 18:16:55.506334 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfb0042-dc4a-4738-937f-9a373af0be3b req-834581c7-e404-462d-b974-86cb6af49f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:16:55.507682 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-3cfb0042-dc4a-4738-937f-9a373af0be3b req-834581c7-e404-462d-b974-86cb6af49f27 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6b1fc686-fd3a-4539-aa22-2794a86ed1a0 HTTP/1.1" status: 200 len: 918 time: 0.0838313 Aug 12 18:16:55.569437 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-3cfb0042-dc4a-4738-937f-9a373af0be3b req-55c0ebc6-9c57-49f3-bc1e-578eb900c627 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93486707-cd14-420f-a116-d797832c24b1 HTTP/1.1" status: 200 len: 999 time: 0.0544188 Aug 12 18:16:55.620314 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfb0042-dc4a-4738-937f-9a373af0be3b req-7153fd95-0dfc-4ec6-a3eb-47e37fdae828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:16:55.621731 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-3cfb0042-dc4a-4738-937f-9a373af0be3b req-7153fd95-0dfc-4ec6-a3eb-47e37fdae828 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1d6fbddb-fc25-47a1-888d-ce03ef22670c HTTP/1.1" status: 200 len: 856 time: 0.0453277 Aug 12 18:16:55.665341 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfb0042-dc4a-4738-937f-9a373af0be3b req-477ae86a-6a16-437e-81fa-4ba160847630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:16:55.666764 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-3cfb0042-dc4a-4738-937f-9a373af0be3b req-477ae86a-6a16-437e-81fa-4ba160847630 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6b1fc686-fd3a-4539-aa22-2794a86ed1a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0376260 Aug 12 18:16:55.755030 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-3cfb0042-dc4a-4738-937f-9a373af0be3b req-a863fa5b-4530-430b-bdd3-262f16c75a9b service neutron] 10.222.0.57 "GET /v2.0/networks/6b1fc686-fd3a-4539-aa22-2794a86ed1a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787156 Aug 12 18:16:55.845110 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-3cfb0042-dc4a-4738-937f-9a373af0be3b req-18023958-3dcf-42d6-9340-e21e910456f8 service neutron] 10.222.0.57 "GET /v2.0/networks/6b1fc686-fd3a-4539-aa22-2794a86ed1a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826964 Aug 12 18:16:55.968393 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38f6f0d-2902-43c0-bcb8-7fd0ef939181 req-d2270640-7a04-4bbc-846e-8ab5d47752a0 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:16:55.969859 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-c38f6f0d-2902-43c0-bcb8-7fd0ef939181 req-d2270640-7a04-4bbc-846e-8ab5d47752a0 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=29cc983f-bb0c-4c58-9d4d-8ed094a5d28e HTTP/1.1" status: 200 len: 943 time: 0.0475893 Aug 12 18:16:56.009272 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-c38f6f0d-2902-43c0-bcb8-7fd0ef939181 req-c288d29c-42d9-4680-9c60-498658db169e tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ded157-ab08-463d-972b-a4b089d3643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334220 Aug 12 18:16:57.187813 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f86d07-9828-4c9d-a1f4-0d663e174995 req-4aa170d9-50cc-4dfa-9fd7-92ecc3ace51a tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:16:57.189506 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-d1f86d07-9828-4c9d-a1f4-0d663e174995 req-4aa170d9-50cc-4dfa-9fd7-92ecc3ace51a tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=29cc983f-bb0c-4c58-9d4d-8ed094a5d28e HTTP/1.1" status: 200 len: 943 time: 0.1022384 Aug 12 18:16:57.233748 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-d1f86d07-9828-4c9d-a1f4-0d663e174995 req-d9c1fc17-e322-4e5b-b176-4b391abd476e tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ded157-ab08-463d-972b-a4b089d3643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380089 Aug 12 18:16:58.426654 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf752531-b13a-43da-9e7e-9040c2b75176 req-d7bcdc33-18a0-4b39-8d72-1efbe3bca011 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:16:58.428565 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-bf752531-b13a-43da-9e7e-9040c2b75176 req-d7bcdc33-18a0-4b39-8d72-1efbe3bca011 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=29cc983f-bb0c-4c58-9d4d-8ed094a5d28e HTTP/1.1" status: 200 len: 943 time: 0.1162274 Aug 12 18:16:58.475016 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-bf752531-b13a-43da-9e7e-9040c2b75176 req-fa75c631-007a-44ac-924f-c02126abc5fd tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ded157-ab08-463d-972b-a4b089d3643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400600 Aug 12 18:16:59.508248 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b295b2-e9a8-4fdd-9afc-b4aa017a81b3 req-df115dda-2b61-483e-99d7-86eb5a21b7b2 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:16:59.510231 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-17b295b2-e9a8-4fdd-9afc-b4aa017a81b3 req-df115dda-2b61-483e-99d7-86eb5a21b7b2 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc HTTP/1.1" status: 200 len: 945 time: 0.0538025 Aug 12 18:16:59.571598 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-17b295b2-e9a8-4fdd-9afc-b4aa017a81b3 req-0a66e04c-3dab-49e3-b3bd-6e9dba06991a tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/security-groups?id=c57fdca1-344f-4de7-a17a-826f1447a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443616 Aug 12 18:16:59.604519 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d26a09b-de09-4e7b-ac93-91c989c1d1d4 req-e5fe8b49-0f8c-46c5-a88d-b96adc5f0c8e tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:16:59.606093 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-6d26a09b-de09-4e7b-ac93-91c989c1d1d4 req-e5fe8b49-0f8c-46c5-a88d-b96adc5f0c8e tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=29cc983f-bb0c-4c58-9d4d-8ed094a5d28e HTTP/1.1" status: 200 len: 943 time: 0.0500441 Aug 12 18:16:59.642637 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-6d26a09b-de09-4e7b-ac93-91c989c1d1d4 req-289803a4-bc84-479f-b05b-b63d2029b2f7 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ded157-ab08-463d-972b-a4b089d3643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307302 Aug 12 18:17:00.685694 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1c55f1-ab1f-4b14-a185-7b434a11ae21 req-e3224cea-bfcd-4a18-af02-7b947449fb71 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:17:00.688843 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-6c1c55f1-ab1f-4b14-a185-7b434a11ae21 req-e3224cea-bfcd-4a18-af02-7b947449fb71 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc HTTP/1.1" status: 200 len: 945 time: 0.0542827 Aug 12 18:17:00.726700 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-6c1c55f1-ab1f-4b14-a185-7b434a11ae21 req-bc2fdefe-2c13-48fb-b205-b55b7be5ba77 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/security-groups?id=c57fdca1-344f-4de7-a17a-826f1447a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311341 Aug 12 18:17:00.786229 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950f1696-c215-4056-926a-cc3b5f081e09 req-42b6f97d-0ef2-48bd-b388-3efec57c33e2 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:17:00.787698 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-950f1696-c215-4056-926a-cc3b5f081e09 req-42b6f97d-0ef2-48bd-b388-3efec57c33e2 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=29cc983f-bb0c-4c58-9d4d-8ed094a5d28e HTTP/1.1" status: 200 len: 943 time: 0.0597091 Aug 12 18:17:00.828882 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-950f1696-c215-4056-926a-cc3b5f081e09 req-ac6fd502-c6e5-4c6b-9353-589cd1c69b53 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ded157-ab08-463d-972b-a4b089d3643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318661 Aug 12 18:17:01.848396 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1f5205-4c7c-4a92-bc41-6f49e28fb814 req-9de89463-dc29-4575-b393-c6e061155109 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:17:01.850037 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-fe1f5205-4c7c-4a92-bc41-6f49e28fb814 req-9de89463-dc29-4575-b393-c6e061155109 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc HTTP/1.1" status: 200 len: 945 time: 0.0576689 Aug 12 18:17:01.900279 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-fe1f5205-4c7c-4a92-bc41-6f49e28fb814 req-f6d97985-74fb-4e19-81e5-dce0edb6ee6d tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/security-groups?id=c57fdca1-344f-4de7-a17a-826f1447a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402405 Aug 12 18:17:01.963773 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190dd407-ee48-4370-981e-94156e42e5f8 req-89b75aa2-f42f-4a53-9440-906d3330aa02 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:17:01.966956 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-190dd407-ee48-4370-981e-94156e42e5f8 req-89b75aa2-f42f-4a53-9440-906d3330aa02 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=29cc983f-bb0c-4c58-9d4d-8ed094a5d28e HTTP/1.1" status: 200 len: 943 time: 0.0560417 Aug 12 18:17:02.009135 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-190dd407-ee48-4370-981e-94156e42e5f8 req-dcb8bbe3-4a4b-48a7-8487-06b0b33b7050 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ded157-ab08-463d-972b-a4b089d3643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357125 Aug 12 18:17:03.014447 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c8a7b5-c1f4-4ad8-8ce7-75314249d789 req-435809d6-4720-43fe-a2d7-d15bd13920b2 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:17:03.016956 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-e4c8a7b5-c1f4-4ad8-8ce7-75314249d789 req-435809d6-4720-43fe-a2d7-d15bd13920b2 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc HTTP/1.1" status: 200 len: 945 time: 0.0555067 Aug 12 18:17:03.066758 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-e4c8a7b5-c1f4-4ad8-8ce7-75314249d789 req-ec633cc7-0226-4bb2-b9dc-d58b1033ca80 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/security-groups?id=c57fdca1-344f-4de7-a17a-826f1447a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437200 Aug 12 18:17:03.138684 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdeb923-4762-4767-9715-fbbeda383973 req-14efe86a-ba67-4b34-a5b2-3b3bf858d751 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:17:03.140169 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-ecdeb923-4762-4767-9715-fbbeda383973 req-14efe86a-ba67-4b34-a5b2-3b3bf858d751 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=29cc983f-bb0c-4c58-9d4d-8ed094a5d28e HTTP/1.1" status: 200 len: 943 time: 0.0538721 Aug 12 18:17:03.178806 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-ecdeb923-4762-4767-9715-fbbeda383973 req-6b9c8ff1-f2b4-4375-8a2f-0fe4871308d2 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ded157-ab08-463d-972b-a4b089d3643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325663 Aug 12 18:17:04.203653 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c7344f-1860-4f26-b1df-02a41e901704 req-eacd832b-7a75-43e4-ad24-dd3442523042 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:17:04.205111 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-93c7344f-1860-4f26-b1df-02a41e901704 req-eacd832b-7a75-43e4-ad24-dd3442523042 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc HTTP/1.1" status: 200 len: 945 time: 0.0506525 Aug 12 18:17:04.250166 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-93c7344f-1860-4f26-b1df-02a41e901704 req-65ea2242-756c-4b73-956d-ad6d7e33bf02 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/security-groups?id=c57fdca1-344f-4de7-a17a-826f1447a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390573 Aug 12 18:17:04.336998 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a025991-4a6e-4996-9ae7-7ec8400d2b57 req-cbeb9019-27c1-4578-86e5-06defc5a7fc7 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:17:04.338515 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-2a025991-4a6e-4996-9ae7-7ec8400d2b57 req-cbeb9019-27c1-4578-86e5-06defc5a7fc7 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=29cc983f-bb0c-4c58-9d4d-8ed094a5d28e HTTP/1.1" status: 200 len: 943 time: 0.0511286 Aug 12 18:17:04.377805 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-2a025991-4a6e-4996-9ae7-7ec8400d2b57 req-ba9013c1-ce22-4ee0-87a4-c742fba7e9ff tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ded157-ab08-463d-972b-a4b089d3643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327649 Aug 12 18:17:04.962313 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-36b9649a-33b4-418a-ab85-2ee67d8976c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:05.504548 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3fe824-90a0-42e8-9a81-557cd79cc014 req-2d4fd5bb-ab8f-46ec-9c51-728ab21e2f58 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:17:05.506076 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-ce3fe824-90a0-42e8-9a81-557cd79cc014 req-2d4fd5bb-ab8f-46ec-9c51-728ab21e2f58 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc HTTP/1.1" status: 200 len: 945 time: 0.0626590 Aug 12 18:17:05.524197 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afdab12-d1ad-4ddf-a99f-d1124c3ec215 req-9c477234-e1d0-40bf-b5f9-fd594afdafec tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:17:05.525785 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-3afdab12-d1ad-4ddf-a99f-d1124c3ec215 req-9c477234-e1d0-40bf-b5f9-fd594afdafec tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=29cc983f-bb0c-4c58-9d4d-8ed094a5d28e HTTP/1.1" status: 200 len: 943 time: 0.0516360 Aug 12 18:17:05.559254 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-ce3fe824-90a0-42e8-9a81-557cd79cc014 req-24814bc9-1770-4229-bd82-0070ef52c2dd tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/security-groups?id=c57fdca1-344f-4de7-a17a-826f1447a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412440 Aug 12 18:17:05.585335 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-3afdab12-d1ad-4ddf-a99f-d1124c3ec215 req-5beafff5-923d-44e0-a201-f5a0129c76cb tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ded157-ab08-463d-972b-a4b089d3643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522342 Aug 12 18:17:06.657673 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaba9a04-6b39-45c0-b6f0-b414aaaf0666 req-e99e2ff2-3479-401f-8294-6b6993af726d tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:17:06.659156 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-aaba9a04-6b39-45c0-b6f0-b414aaaf0666 req-e99e2ff2-3479-401f-8294-6b6993af726d tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc HTTP/1.1" status: 200 len: 945 time: 0.0473163 Aug 12 18:17:06.695074 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-aaba9a04-6b39-45c0-b6f0-b414aaaf0666 req-d0ccd0fb-a560-4492-a2e1-848f3adf35d9 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/security-groups?id=c57fdca1-344f-4de7-a17a-826f1447a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302777 Aug 12 18:17:06.704619 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1120bac5-8205-419e-b61f-9844ca91ff79 req-b50f2c50-00a1-45cc-9300-8d7462b51fb7 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:17:06.715193 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-1120bac5-8205-419e-b61f-9844ca91ff79 req-b50f2c50-00a1-45cc-9300-8d7462b51fb7 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=29cc983f-bb0c-4c58-9d4d-8ed094a5d28e HTTP/1.1" status: 200 len: 943 time: 0.0483551 Aug 12 18:17:06.742969 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-1120bac5-8205-419e-b61f-9844ca91ff79 req-39e36204-a916-4ef8-b515-33f1748532cd tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ded157-ab08-463d-972b-a4b089d3643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307519 Aug 12 18:17:07.326974 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-98cd19e7-ce14-4611-852b-14a17e7c31b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:07.813530 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c153a1d-5237-4280-8631-da210be2247e req-d1d27dc8-1aa7-4dc3-9305-1b40bf3e99ca tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:17:07.815023 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-4c153a1d-5237-4280-8631-da210be2247e req-d1d27dc8-1aa7-4dc3-9305-1b40bf3e99ca tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc HTTP/1.1" status: 200 len: 945 time: 0.0542777 Aug 12 18:17:07.852117 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-4c153a1d-5237-4280-8631-da210be2247e req-e05ae7ea-900a-4607-9498-afca53d4edec tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/security-groups?id=c57fdca1-344f-4de7-a17a-826f1447a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311849 Aug 12 18:17:07.860745 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6717b6c0-19b1-4f84-9d2f-746d0e4cf08c req-4c0b3b49-d2e0-43dd-be0b-0c9941be1662 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:17:07.862252 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-6717b6c0-19b1-4f84-9d2f-746d0e4cf08c req-4c0b3b49-d2e0-43dd-be0b-0c9941be1662 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=29cc983f-bb0c-4c58-9d4d-8ed094a5d28e HTTP/1.1" status: 200 len: 943 time: 0.0484483 Aug 12 18:17:07.898989 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-6717b6c0-19b1-4f84-9d2f-746d0e4cf08c req-ae46a478-3a1a-4980-8028-198cee687a2e tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ded157-ab08-463d-972b-a4b089d3643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310233 Aug 12 18:17:07.963152 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:08.418482 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e55a557-8f5a-4f49-a881-84f6058defe1 req-76f3f7b8-a602-426a-b4eb-8c8f392c7d0a tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:17:08.420608 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-5e55a557-8f5a-4f49-a881-84f6058defe1 req-76f3f7b8-a602-426a-b4eb-8c8f392c7d0a tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.57 "GET /v2.0/ports?device_id=f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc HTTP/1.1" status: 200 len: 945 time: 0.0473995 Aug 12 18:17:08.510374 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.plugin [req-5e55a557-8f5a-4f49-a881-84f6058defe1 req-b6502594-aa9b-49b6-bcbf-b0179431f791 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Deleting port 191b98a4-8a2b-43e2-b563-2500f1c744b5 {{(pid=94212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 18:17:08.510636 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-5e55a557-8f5a-4f49-a881-84f6058defe1 req-b6502594-aa9b-49b6-bcbf-b0179431f791 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763627642920'] for port, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:08.540562 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-2083c3fd-5dc5-47ae-86de-acca0e7a8e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:08.596522 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.db [req-5e55a557-8f5a-4f49-a881-84f6058defe1 req-b6502594-aa9b-49b6-bcbf-b0179431f791 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] For port 191b98a4-8a2b-43e2-b563-2500f1c744b5, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=191b98a4-8a2b-43e2-b563-2500f1c744b5,segment=NetworkSegment(46bbfa7e-a69f-4f8c-9052-3afd7fb55f04),segment_id=46bbfa7e-a69f-4f8c-9052-3afd7fb55f04)] {{(pid=94212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:17:08.596879 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-5e55a557-8f5a-4f49-a881-84f6058defe1 req-b6502594-aa9b-49b6-bcbf-b0179431f791 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-732327'] for port, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:08.815011 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-5e55a557-8f5a-4f49-a881-84f6058defe1 req-b6502594-aa9b-49b6-bcbf-b0179431f791 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:08.815291 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-5e55a557-8f5a-4f49-a881-84f6058defe1 req-b6502594-aa9b-49b6-bcbf-b0179431f791 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734856'] for floatingip, after_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:08.815595 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.db.l3_db [req-5e55a557-8f5a-4f49-a881-84f6058defe1 req-b6502594-aa9b-49b6-bcbf-b0179431f791 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Floating IP 65ea2358-99be-482d-ae1d-ae8f2b1e460b disassociated. External IP: 172.27.3.203, port: 191b98a4-8a2b-43e2-b563-2500f1c744b5. Aug 12 18:17:08.815923 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.plugin [req-5e55a557-8f5a-4f49-a881-84f6058defe1 req-b6502594-aa9b-49b6-bcbf-b0179431f791 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Calling delete_port for 191b98a4-8a2b-43e2-b563-2500f1c744b5 owned by compute:nova {{(pid=94212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 18:17:08.942626 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-5e55a557-8f5a-4f49-a881-84f6058defe1 req-b6502594-aa9b-49b6-bcbf-b0179431f791 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763627647362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763627144942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8400677'] for port, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:08.965062 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa18b68a-cf60-44a0-b5ef-861d5434cd04 req-3ec2e2ec-d137-4a16-8110-d1006e0deb8f tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:17:08.973450 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-fa18b68a-cf60-44a0-b5ef-861d5434cd04 req-3ec2e2ec-d137-4a16-8110-d1006e0deb8f tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc HTTP/1.1" status: 200 len: 867 time: 0.0558646 Aug 12 18:17:08.974118 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6502594-aa9b-49b6-bcbf-b0179431f791 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Pushing event deleted for resources: {'Port': ['ID=191b98a4-8a2b-43e2-b563-2500f1c744b5,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:17:09.007359 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-fa18b68a-cf60-44a0-b5ef-861d5434cd04 req-0ae278d3-8bd3-4bca-bb2b-5835fdc038a0 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/security-groups?id=c57fdca1-344f-4de7-a17a-826f1447a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330176 Aug 12 18:17:09.099452 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfd3fce-95af-4f8c-88cb-8fbbc756b5dc req-463c24b8-eb24-4500-90d5-88c3c4bec527 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:17:09.100924 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-9bfd3fce-95af-4f8c-88cb-8fbbc756b5dc req-463c24b8-eb24-4500-90d5-88c3c4bec527 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=29cc983f-bb0c-4c58-9d4d-8ed094a5d28e HTTP/1.1" status: 200 len: 943 time: 0.1181071 Aug 12 18:17:09.132860 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e55a557-8f5a-4f49-a881-84f6058defe1 req-b6502594-aa9b-49b6-bcbf-b0179431f791 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Router 125848af-d0d8-4afc-a5d1-18c01665fa15 has already been hosted by L3 agent 35f8a3af-1ed6-4507-a756-5ee5db7e6400 {{(pid=94212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 18:17:09.156042 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-9bfd3fce-95af-4f8c-88cb-8fbbc756b5dc req-65d1d44f-0adb-42fc-bbf8-b772bf7009cc tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ded157-ab08-463d-972b-a4b089d3643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478253 Aug 12 18:17:09.256583 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e55a557-8f5a-4f49-a881-84f6058defe1 req-b6502594-aa9b-49b6-bcbf-b0179431f791 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Notify agent at l3_agent.dv-cinder-759943-10-iscsi the message routers_updated {{(pid=94212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 18:17:09.266111 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4105ef1b-ce9a-47f3-9452-3322635cfbbc None None] Sync routers for ids ['125848af-d0d8-4afc-a5d1-18c01665fa15'] in dv-cinder-759943-10-iscsi {{(pid=94213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 18:17:09.275647 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4105ef1b-ce9a-47f3-9452-3322635cfbbc None None] Routers {'125848af-d0d8-4afc-a5d1-18c01665fa15'} bound to L3 agent in host dv-cinder-759943-10-iscsi {{(pid=94213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 18:17:09.276340 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-4105ef1b-ce9a-47f3-9452-3322635cfbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T18:04:37Z,description=,heartbeat_timestamp=2021-08-12T18:17:07Z,host='dv-cinder-759943-10-iscsi',id=35f8a3af-1ed6-4507-a756-5ee5db7e6400,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T18:04:37Z,topic='l3_agent')) {'router_ids': ['125848af-d0d8-4afc-a5d1-18c01665fa15'], 'active': True} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:17:09.300132 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e55a557-8f5a-4f49-a881-84f6058defe1 req-b6502594-aa9b-49b6-bcbf-b0179431f791 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] No DVR routers for this DVR port 191b98a4-8a2b-43e2-b563-2500f1c744b5 on host hv-cinder-75994 {{(pid=94212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 18:17:09.303548 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-5e55a557-8f5a-4f49-a881-84f6058defe1 req-b6502594-aa9b-49b6-bcbf-b0179431f791 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195385'] for port, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:09.305623 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-5e55a557-8f5a-4f49-a881-84f6058defe1 req-b6502594-aa9b-49b6-bcbf-b0179431f791 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.57 "DELETE /v2.0/ports/191b98a4-8a2b-43e2-b563-2500f1c744b5 HTTP/1.1" status: 204 len: 173 time: 0.8786273 Aug 12 18:17:09.306061 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc', 'name': 'network-vif-deleted', 'tag': '191b98a4-8a2b-43e2-b563-2500f1c744b5'}] {{(pid=94212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 18:17:09.309628 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd512f55349b839fb4675422b2dbaf52bda1baead41a4efd90d4bf8a5142663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec468291-9a84-4107-a54c-dda495996877" -d '{"events": [{"server_uuid": "f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc", "name": "network-vif-deleted", "tag": "191b98a4-8a2b-43e2-b563-2500f1c744b5"}]}' {{(pid=94212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 18:17:09.350392 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 18:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2bfbdc4-923f-45ec-9d23-69045268edfc x-openstack-request-id: req-f2bfbdc4-923f-45ec-9d23-69045268edfc {{(pid=94212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 18:17:09.350679 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc", "name": "network-vif-deleted", "tag": "191b98a4-8a2b-43e2-b563-2500f1c744b5", "status": "completed", "code": 200}]} {{(pid=94212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 18:17:09.350876 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f2bfbdc4-923f-45ec-9d23-69045268edfc {{(pid=94212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 18:17:09.351253 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7c0ff33-0c9e-4c49-a49b-fd107f00c0dc', 'name': 'network-vif-deleted', 'tag': '191b98a4-8a2b-43e2-b563-2500f1c744b5', 'status': 'completed', 'code': 200} Aug 12 18:17:09.403269 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvr_db [None req-4105ef1b-ce9a-47f3-9452-3322635cfbbc None None] Set router 125848af-d0d8-4afc-a5d1-18c01665fa15 gateway port host: dv-cinder-759943-10-iscsi {{(pid=94213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 18:17:09.596131 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-4105ef1b-ce9a-47f3-9452-3322635cfbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '125848af-d0d8-4afc-a5d1-18c01665fa15', 'name': 'tempest-AttachVolumeTestJSON-1592677697-router', 'tenant_id': '0cd01e4bf13e4379b9d179c3973204fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '71e68df2-01d5-418b-85e3-cd5b857e5a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:11:56Z', 'updated_at': '2021-08-12T18:12:02Z', 'revision_number': 4, 'project_id': '0cd01e4bf13e4379b9d179c3973204fe', 'gw_port': {'id': '71e68df2-01d5-418b-85e3-cd5b857e5a2c', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:9f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125848af-d0d8-4afc-a5d1-18c01665fa15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:11:57Z', 'updated_at': '2021-08-12T18:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi', '_interfaces': [{'id': 'ef96eada-e4f9-4724-b495-dec83a05f179', 'name': '', 'network_id': 'c79ff127-e29d-415e-ac8f-388698d304d0', 'tenant_id': '0cd01e4bf13e4379b9d179c3973204fe', 'mac_address': 'fa:16:3e:74:80:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125848af-d0d8-4afc-a5d1-18c01665fa15', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eed8715d-98a6-404a-8335-27c57f2cf8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:12:01Z', 'updated_at': '2021-08-12T18:12:09Z', 'revision_number': 5, 'project_id': '0cd01e4bf13e4379b9d179c3973204fe', 'subnets': [{'id': 'eed8715d-98a6-404a-8335-27c57f2cf8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-10-iscsi', False) {} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:17:09.625241 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4105ef1b-ce9a-47f3-9452-3322635cfbbc None None] Checking router: 125848af-d0d8-4afc-a5d1-18c01665fa15 for host: dv-cinder-759943-10-iscsi {{(pid=94213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 18:17:09.633287 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4105ef1b-ce9a-47f3-9452-3322635cfbbc None None] Routers {'125848af-d0d8-4afc-a5d1-18c01665fa15'} bound to L3 agent in host dv-cinder-759943-10-iscsi {{(pid=94213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 18:17:09.633880 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-4105ef1b-ce9a-47f3-9452-3322635cfbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T18:04:37Z,description=,heartbeat_timestamp=2021-08-12T18:17:07Z,host='dv-cinder-759943-10-iscsi',id=35f8a3af-1ed6-4507-a756-5ee5db7e6400,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T18:04:37Z,topic='l3_agent')) {'router_ids': ['125848af-d0d8-4afc-a5d1-18c01665fa15'], 'active': True} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:17:09.737909 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvr_db [None req-4105ef1b-ce9a-47f3-9452-3322635cfbbc None None] Set router 125848af-d0d8-4afc-a5d1-18c01665fa15 gateway port host: dv-cinder-759943-10-iscsi {{(pid=94213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 18:17:09.933625 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-4105ef1b-ce9a-47f3-9452-3322635cfbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '125848af-d0d8-4afc-a5d1-18c01665fa15', 'name': 'tempest-AttachVolumeTestJSON-1592677697-router', 'tenant_id': '0cd01e4bf13e4379b9d179c3973204fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '71e68df2-01d5-418b-85e3-cd5b857e5a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:11:56Z', 'updated_at': '2021-08-12T18:12:02Z', 'revision_number': 4, 'project_id': '0cd01e4bf13e4379b9d179c3973204fe', 'gw_port': {'id': '71e68df2-01d5-418b-85e3-cd5b857e5a2c', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:9f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125848af-d0d8-4afc-a5d1-18c01665fa15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:11:57Z', 'updated_at': '2021-08-12T18:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi', '_interfaces': [{'id': 'ef96eada-e4f9-4724-b495-dec83a05f179', 'name': '', 'network_id': 'c79ff127-e29d-415e-ac8f-388698d304d0', 'tenant_id': '0cd01e4bf13e4379b9d179c3973204fe', 'mac_address': 'fa:16:3e:74:80:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125848af-d0d8-4afc-a5d1-18c01665fa15', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eed8715d-98a6-404a-8335-27c57f2cf8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:12:01Z', 'updated_at': '2021-08-12T18:12:09Z', 'revision_number': 5, 'project_id': '0cd01e4bf13e4379b9d179c3973204fe', 'subnets': [{'id': 'eed8715d-98a6-404a-8335-27c57f2cf8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-10-iscsi', False) {} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:17:09.958552 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4105ef1b-ce9a-47f3-9452-3322635cfbbc None None] The sync data for ids ['125848af-d0d8-4afc-a5d1-18c01665fa15'] in dv-cinder-759943-10-iscsi is: [{'id': '125848af-d0d8-4afc-a5d1-18c01665fa15', 'name': 'tempest-AttachVolumeTestJSON-1592677697-router', 'tenant_id': '0cd01e4bf13e4379b9d179c3973204fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '71e68df2-01d5-418b-85e3-cd5b857e5a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:11:56Z', 'updated_at': '2021-08-12T18:12:02Z', 'revision_number': 4, 'project_id': '0cd01e4bf13e4379b9d179c3973204fe', 'gw_port': {'id': '71e68df2-01d5-418b-85e3-cd5b857e5a2c', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:9f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125848af-d0d8-4afc-a5d1-18c01665fa15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:11:57Z', 'updated_at': '2021-08-12T18:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi', '_interfaces': [{'id': 'ef96eada-e4f9-4724-b495-dec83a05f179', 'name': '', 'network_id': 'c79ff127-e29d-415e-ac8f-388698d304d0', 'tenant_id': '0cd01e4bf13e4379b9d179c3973204fe', 'mac_address': 'fa:16:3e:74:80:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125848af-d0d8-4afc-a5d1-18c01665fa15', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eed8715d-98a6-404a-8335-27c57f2cf8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:12:01Z', 'updated_at': '2021-08-12T18:12:09Z', 'revision_number': 5, 'project_id': '0cd01e4bf13e4379b9d179c3973204fe', 'subnets': [{'id': 'eed8715d-98a6-404a-8335-27c57f2cf8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 18:17:10.093004 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 54342) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:17:10.153019 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-01a9d755-58bb-4f35-afa1-1983c4c3b0f5 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Notify callbacks [] for security_group, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:10.176743 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-01a9d755-58bb-4f35-afa1-1983c4c3b0f5 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:10.189842 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a07809-8387-496f-800a-3197895fdcc7 None None] New status for floating IP 65ea2358-99be-482d-ae1d-ae8f2b1e460b: DOWN {{(pid=94214) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 18:17:10.231950 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-b1de9828-bfad-4ef8-8d69-6d6f9fbe420c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:10.236314 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-01a9d755-58bb-4f35-afa1-1983c4c3b0f5 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:10.238917 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-01a9d755-58bb-4f35-afa1-1983c4c3b0f5 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Notify callbacks [] for security_group, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:10.242507 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-01a9d755-58bb-4f35-afa1-1983c4c3b0f5 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "DELETE /v2.0/security-groups/c57fdca1-344f-4de7-a17a-826f1447a3a4 HTTP/1.1" status: 204 len: 168 time: 0.1454997 Aug 12 18:17:10.243787 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 54346) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:17:10.267482 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.api.v2.resource [None req-9da0b14c-c9c7-46b2-992b-d8a9cfae43f2 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] show failed (client error): The resource could not be found. Aug 12 18:17:10.268832 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a9d755-58bb-4f35-afa1-1983c4c3b0f5 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c57fdca1-344f-4de7-a17a-826f1447a3a4,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:17:10.274687 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 54348) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:17:10.275537 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-9da0b14c-c9c7-46b2-992b-d8a9cfae43f2 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/security-groups/c57fdca1-344f-4de7-a17a-826f1447a3a4 HTTP/1.1" status: 404 len: 347 time: 0.0298724 Aug 12 18:17:10.430711 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01629d6-15ca-4932-a3f7-d491282f8b7c req-2828c55d-f9c9-452d-9acd-dd4d9e68aa40 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:17:10.432154 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-c01629d6-15ca-4932-a3f7-d491282f8b7c req-2828c55d-f9c9-452d-9acd-dd4d9e68aa40 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=29cc983f-bb0c-4c58-9d4d-8ed094a5d28e HTTP/1.1" status: 200 len: 943 time: 0.0797474 Aug 12 18:17:10.462330 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.plugin [None req-703bb782-a35d-4798-9c45-6e3387f79072 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Deleting port 9d9c240f-81d8-4329-a4c8-7ad064b5b89e {{(pid=94212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 18:17:10.462814 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-703bb782-a35d-4798-9c45-6e3387f79072 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763627642920'] for port, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:10.517279 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-c01629d6-15ca-4932-a3f7-d491282f8b7c req-e140158c-6103-482f-9ef7-6a77476feac0 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ded157-ab08-463d-972b-a4b089d3643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779457 Aug 12 18:17:10.554182 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-703bb782-a35d-4798-9c45-6e3387f79072 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-732327'] for port, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:10.554510 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-703bb782-a35d-4798-9c45-6e3387f79072 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:10.566294 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.plugin [None req-703bb782-a35d-4798-9c45-6e3387f79072 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Calling delete_port for 9d9c240f-81d8-4329-a4c8-7ad064b5b89e owned by network:floatingip {{(pid=94212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 18:17:10.673384 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Device 191b98a4-8a2b-43e2-b563-2500f1c744b5 no longer exists at agent hyperv_hv-cinder-75994 {{(pid=94213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 18:17:10.698415 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.plugin [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] No Port match for: 191b98a4-8a2b-43e2-b563-2500f1c744b5 {{(pid=94213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 18:17:10.698753 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Device 191b98a4-8a2b-43e2-b563-2500f1c744b5 not bound to the agent host hv-cinder-75994 {{(pid=94213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 18:17:10.711774 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-703bb782-a35d-4798-9c45-6e3387f79072 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763627647362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763627144942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8400677'] for port, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:10.738466 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703bb782-a35d-4798-9c45-6e3387f79072 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Pushing event deleted for resources: {'Port': ['ID=9d9c240f-81d8-4329-a4c8-7ad064b5b89e,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:17:10.799103 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-703bb782-a35d-4798-9c45-6e3387f79072 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Notify callbacks [] for floatingip, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:10.801659 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-703bb782-a35d-4798-9c45-6e3387f79072 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195385'] for floatingip, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:10.802828 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-703bb782-a35d-4798-9c45-6e3387f79072 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "DELETE /v2.0/floatingips/65ea2358-99be-482d-ae1d-ae8f2b1e460b HTTP/1.1" status: 204 len: 168 time: 0.5258119 Aug 12 18:17:11.223077 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 54352) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:17:11.227614 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.v2.base [None req-8c1e003d-2920-4989-af62-6dbc100580a2 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Request body: {'security_group': {'name': 'tempest-securitygroup--776104045', 'description': 'tempest-description--516305968'}} {{(pid=94212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:17:11.251539 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-8c1e003d-2920-4989-af62-6dbc100580a2 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Notify callbacks [] for security_group, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:11.334961 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-8c1e003d-2920-4989-af62-6dbc100580a2 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Notify callbacks [] for security_group, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:11.340013 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-8c1e003d-2920-4989-af62-6dbc100580a2 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:11.362541 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-8c1e003d-2920-4989-af62-6dbc100580a2 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Notify callbacks [] for security_group, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:11.363765 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-8c1e003d-2920-4989-af62-6dbc100580a2 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1396933 Aug 12 18:17:11.366763 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 54354) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:17:11.374737 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.v2.base [None req-8d3349aa-ddd3-4fdc-b17f-71a1dcfa0969 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Request body: {'security_group_rule': {'security_group_id': '0f3cac2e-9b9b-4bb1-8abe-8a94a85e6cdd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:17:11.386216 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1e003d-2920-4989-af62-6dbc100580a2 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f3cac2e-9b9b-4bb1-8abe-8a94a85e6cdd,revision_number=1']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:17:11.406343 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-8d3349aa-ddd3-4fdc-b17f-71a1dcfa0969 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:11.452328 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-8d3349aa-ddd3-4fdc-b17f-71a1dcfa0969 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:11.455784 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-8d3349aa-ddd3-4fdc-b17f-71a1dcfa0969 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740685'] for security_group_rule, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:11.475867 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3349aa-ddd3-4fdc-b17f-71a1dcfa0969 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92d3e92a-4a0f-4def-8fc9-f5fd615206ae,revision_number=0']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:17:11.479642 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-8d3349aa-ddd3-4fdc-b17f-71a1dcfa0969 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:11.480806 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-8d3349aa-ddd3-4fdc-b17f-71a1dcfa0969 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1132534 Aug 12 18:17:11.483443 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 54356) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:17:11.487801 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.v2.base [None req-88c5aa79-3a7e-495b-afd0-bcdf5a90dce6 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Request body: {'security_group_rule': {'security_group_id': '0f3cac2e-9b9b-4bb1-8abe-8a94a85e6cdd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:17:11.512572 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-88c5aa79-3a7e-495b-afd0-bcdf5a90dce6 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:11.568790 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-88c5aa79-3a7e-495b-afd0-bcdf5a90dce6 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:11.572460 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-88c5aa79-3a7e-495b-afd0-bcdf5a90dce6 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740685'] for security_group_rule, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:11.590714 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c5aa79-3a7e-495b-afd0-bcdf5a90dce6 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f5e9aca-9e2d-427e-8427-47735b1dc799,revision_number=0']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:17:11.604833 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-88c5aa79-3a7e-495b-afd0-bcdf5a90dce6 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:11.606105 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-88c5aa79-3a7e-495b-afd0-bcdf5a90dce6 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1216931 Aug 12 18:17:11.609265 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 54360) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:17:11.613762 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.v2.base [None req-0e9f7d5f-009f-4cb0-82f9-fb8713f12a96 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Request body: {'floatingip': {'floating_network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce'}} {{(pid=94211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:17:11.635032 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-0e9f7d5f-009f-4cb0-82f9-fb8713f12a96 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Notify callbacks [] for floatingip, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:11.648380 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1440751b-0655-4435-a205-8ca6a3f37d07 req-771ce061-31b9-4f62-ad29-fce35e8c8ae7 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:17:11.649860 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-1440751b-0655-4435-a205-8ca6a3f37d07 req-771ce061-31b9-4f62-ad29-fce35e8c8ae7 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=29cc983f-bb0c-4c58-9d4d-8ed094a5d28e HTTP/1.1" status: 200 len: 943 time: 0.0602458 Aug 12 18:17:11.688295 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-1440751b-0655-4435-a205-8ca6a3f37d07 req-eb477412-280f-41f9-97a6-e977f61eb571 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ded157-ab08-463d-972b-a4b089d3643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311732 Aug 12 18:17:11.731395 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-0e9f7d5f-009f-4cb0-82f9-fb8713f12a96 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:11.829152 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.db.db_base_plugin_common [None req-0e9f7d5f-009f-4cb0-82f9-fb8713f12a96 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Allocated IP 172.27.3.103 (7a7b82d9-a69e-485d-9e07-6a129d075bce/c473b355-6ff8-4f1b-9a18-c893e152c20b/0d170573-b7aa-4381-8c30-0435d8add792) {{(pid=94211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 18:17:11.928308 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-0e9f7d5f-009f-4cb0-82f9-fb8713f12a96 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Notify callbacks [] for port, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:11.965966 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-0e9f7d5f-009f-4cb0-82f9-fb8713f12a96 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763627144933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9252727'] for port, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:12.001248 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9f7d5f-009f-4cb0-82f9-fb8713f12a96 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Network 7a7b82d9-a69e-485d-9e07-6a129d075bce is already hosted by enough agents. {{(pid=94211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 18:17:12.006117 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.base_scheduler [None req-0e9f7d5f-009f-4cb0-82f9-fb8713f12a96 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Resources bound (agent type, host, resource id): {{(pid=94211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 18:17:12.009487 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9f7d5f-009f-4cb0-82f9-fb8713f12a96 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Received port after_create {{(pid=94211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 18:17:12.032071 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9f7d5f-009f-4cb0-82f9-fb8713f12a96 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Pushing event updated for resources: {'Port': ['ID=0d170573-b7aa-4381-8c30-0435d8add792,revision_number=1']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:17:12.095070 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-0e9f7d5f-009f-4cb0-82f9-fb8713f12a96 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:12.126444 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-0e9f7d5f-009f-4cb0-82f9-fb8713f12a96 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:12.268507 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-0e9f7d5f-009f-4cb0-82f9-fb8713f12a96 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Notify callbacks [] for port, precommit_update {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:12.273149 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-0e9f7d5f-009f-4cb0-82f9-fb8713f12a96 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9252734'] for port, after_update {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:12.339455 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9f7d5f-009f-4cb0-82f9-fb8713f12a96 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Pushing event updated for resources: {'Port': ['ID=0d170573-b7aa-4381-8c30-0435d8add792,revision_number=2']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:17:12.347211 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-0e9f7d5f-009f-4cb0-82f9-fb8713f12a96 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734856'] for floatingip, after_update {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:12.360927 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-0e9f7d5f-009f-4cb0-82f9-fb8713f12a96 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195385'] for floatingip, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:12.362154 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-0e9f7d5f-009f-4cb0-82f9-fb8713f12a96 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7518668 Aug 12 18:17:12.499565 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-31b84aa1-b658-470e-b1eb-540488319985 req-4c3ec7fb-021d-4184-b9a8-d8693ef2bdc1 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--776104045&fields=id&tenant_id=0cd01e4bf13e4379b9d179c3973204fe HTTP/1.1" status: 200 len: 267 time: 0.0371974 Aug 12 18:17:12.602733 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b84aa1-b658-470e-b1eb-540488319985 req-309e6137-7cdc-43fa-b440-484d65c71e84 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:17:12.604437 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-31b84aa1-b658-470e-b1eb-540488319985 req-309e6137-7cdc-43fa-b440-484d65c71e84 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/networks?id=c79ff127-e29d-415e-ac8f-388698d304d0 HTTP/1.1" status: 200 len: 811 time: 0.0987918 Aug 12 18:17:12.618635 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-31b84aa1-b658-470e-b1eb-540488319985 req-30a66d90-2179-439c-85ff-78c92d3f186a tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/quotas/0cd01e4bf13e4379b9d179c3973204fe HTTP/1.1" status: 200 len: 375 time: 0.0086594 Aug 12 18:17:12.668919 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-31b84aa1-b658-470e-b1eb-540488319985 req-a68f162e-2d9d-42eb-8e01-b2f7b382d838 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=0cd01e4bf13e4379b9d179c3973204fe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0448802 Aug 12 18:17:12.673315 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Device 93486707-cd14-420f-a116-d797832c24b1 details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=94213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 18:17:12.767486 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] For port 93486707-cd14-420f-a116-d797832c24b1, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=93486707-cd14-420f-a116-d797832c24b1,segment=NetworkSegment(b0bd17e6-9f7e-43f1-a264-2ad32dfe27ab),segment_id=b0bd17e6-9f7e-43f1-a264-2ad32dfe27ab)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:17:12.779013 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Returning: {'device': '93486707-cd14-420f-a116-d797832c24b1', 'network_id': '6b1fc686-fd3a-4539-aa22-2794a86ed1a0', 'port_id': '93486707-cd14-420f-a116-d797832c24b1', 'mac_address': 'fa:16:3e:39:ff:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d6fbddb-fc25-47a1-888d-ce03ef22670c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 18:17:12.806160 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-31b84aa1-b658-470e-b1eb-540488319985 req-b3f5b06d-acf2-4e2a-ab44-8b0115bb1441 service neutron] 10.222.0.30 "GET /v2.0/networks/c79ff127-e29d-415e-ac8f-388698d304d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257296 Aug 12 18:17:12.807971 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bb00c3-15d8-4d64-ad6c-5e338dcf930d req-69811f9e-98a9-4794-a84c-379540ddb64c tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:17:12.810032 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-16bb00c3-15d8-4d64-ad6c-5e338dcf930d req-69811f9e-98a9-4794-a84c-379540ddb64c tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=29cc983f-bb0c-4c58-9d4d-8ed094a5d28e HTTP/1.1" status: 200 len: 943 time: 0.0492110 Aug 12 18:17:12.821330 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:12.835242 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.notifiers.nova [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93486707-cd14-420f-a116-d797832c24b1 {{(pid=94213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 18:17:12.848704 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-16bb00c3-15d8-4d64-ad6c-5e338dcf930d req-68d106c9-c1c0-49c8-ac23-57b57e559118 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ded157-ab08-463d-972b-a4b089d3643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323763 Aug 12 18:17:12.855616 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] For port 93486707-cd14-420f-a116-d797832c24b1, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=93486707-cd14-420f-a116-d797832c24b1,segment=NetworkSegment(b0bd17e6-9f7e-43f1-a264-2ad32dfe27ab),segment_id=b0bd17e6-9f7e-43f1-a264-2ad32dfe27ab)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:17:12.859797 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:12.906409 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-31b84aa1-b658-470e-b1eb-540488319985 req-9e21a79f-f675-49cb-bcb6-4fef69324fa0 service neutron] 10.222.0.30 "GET /v2.0/networks/c79ff127-e29d-415e-ac8f-388698d304d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933437 Aug 12 18:17:12.907455 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Pushing event updated for resources: {'Port': ['ID=93486707-cd14-420f-a116-d797832c24b1,revision_number=9']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:17:12.914777 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:17:12.915146 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:17:12.915485 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:17:12.915833 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:17:12.916144 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:17:12.916469 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:17:12.916794 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:17:12.917120 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:17:12.917454 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:17:12.917777 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:17:12.918117 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:17:12.918436 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:17:13.068082 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-e57775f4-0901-4ef0-b9c7-2affe4819bb9 req-4c33e7b4-ce83-4087-8ebc-bbe020ef8b81 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/ports?device_id=47b00ce2-4e68-4a83-8a1b-156207f05cad HTTP/1.1" status: 200 len: 210 time: 0.0265436 Aug 12 18:17:13.074583 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] get_ports_and_sgs() called for port_ids ['93486707-cd14-420f-a116-d797832c24b1'] {{(pid=94213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 18:17:13.967614 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec83093-1a5a-409d-be32-3c69bea35044 req-9ed9cbbb-b6c3-45fd-8d22-26133cf7bb9a tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:17:13.969513 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-7ec83093-1a5a-409d-be32-3c69bea35044 req-9ed9cbbb-b6c3-45fd-8d22-26133cf7bb9a tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=29cc983f-bb0c-4c58-9d4d-8ed094a5d28e HTTP/1.1" status: 200 len: 944 time: 0.0481644 Aug 12 18:17:14.008027 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-7ec83093-1a5a-409d-be32-3c69bea35044 req-b037e0c2-3044-4a58-bdc2-3f3e640ddf18 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ded157-ab08-463d-972b-a4b089d3643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324349 Aug 12 18:17:14.133332 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b84aa1-b658-470e-b1eb-540488319985 req-2ac3ec5c-b45d-4c75-a524-c263a84e83fa tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:17:14.135030 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-31b84aa1-b658-470e-b1eb-540488319985 req-2ac3ec5c-b45d-4c75-a524-c263a84e83fa tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.57 "GET /v2.0/networks?id=c79ff127-e29d-415e-ac8f-388698d304d0 HTTP/1.1" status: 200 len: 811 time: 0.1098576 Aug 12 18:17:14.173439 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-c4f91978-821c-4ff9-8374-e7f6bd7a8071 req-dfda5db2-545f-40e0-bb86-46d475340199 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/ports?device_id=47b00ce2-4e68-4a83-8a1b-156207f05cad HTTP/1.1" status: 200 len: 210 time: 0.0330081 Aug 12 18:17:14.201266 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-31b84aa1-b658-470e-b1eb-540488319985 req-dafe43f3-726c-4475-9357-538eac885d95 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0cd01e4bf13e4379b9d179c3973204fe HTTP/1.1" status: 200 len: 379 time: 0.0506623 Aug 12 18:17:14.211424 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.v2.base [req-31b84aa1-b658-470e-b1eb-540488319985 req-9d90fc5a-78f9-47b8-ad70-346fbd8e507b tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Request body: {'port': {'device_id': '47b00ce2-4e68-4a83-8a1b-156207f05cad', 'network_id': 'c79ff127-e29d-415e-ac8f-388698d304d0', 'admin_state_up': True, 'tenant_id': '0cd01e4bf13e4379b9d179c3973204fe', 'security_groups': ['0f3cac2e-9b9b-4bb1-8abe-8a94a85e6cdd']}} {{(pid=94212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:17:14.318299 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31b84aa1-b658-470e-b1eb-540488319985 req-9d90fc5a-78f9-47b8-ad70-346fbd8e507b tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Made reservation on behalf of 0cd01e4bf13e4379b9d179c3973204fe for: {'port': 1} {{(pid=94212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 18:17:14.321830 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-31b84aa1-b658-470e-b1eb-540488319985 req-9d90fc5a-78f9-47b8-ad70-346fbd8e507b tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:14.439431 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.db_base_plugin_common [req-31b84aa1-b658-470e-b1eb-540488319985 req-9d90fc5a-78f9-47b8-ad70-346fbd8e507b tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Allocated IP 172.20.0.13 (c79ff127-e29d-415e-ac8f-388698d304d0/eed8715d-98a6-404a-8335-27c57f2cf8a3/55ace750-d66f-4c89-ad74-656f97ab2eb5) {{(pid=94212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 18:17:14.689023 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Device 93486707-cd14-420f-a116-d797832c24b1 up at agent hyperv_hv-cinder-75994 {{(pid=94213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 18:17:14.736768 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Provisioning complete for port 93486707-cd14-420f-a116-d797832c24b1 triggered by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:17:14.737028 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:14.803823 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-31b84aa1-b658-470e-b1eb-540488319985 req-9d90fc5a-78f9-47b8-ad70-346fbd8e507b tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Notify callbacks [] for port, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:14.810261 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:14.816862 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.provisioning_blocks [req-31b84aa1-b658-470e-b1eb-540488319985 req-9d90fc5a-78f9-47b8-ad70-346fbd8e507b tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Transition to ACTIVE for port object 55ace750-d66f-4c89-ad74-656f97ab2eb5 will not be triggered until provisioned by entity DHCP. {{(pid=94212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 18:17:14.831977 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29cc983f-bb0c-4c58-9d4d-8ed094a5d28e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93486707-cd14-420f-a116-d797832c24b1'}] {{(pid=94213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 18:17:14.834241 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093bef5005328d2170e61a9e3556762ddeddd0b69a57765fcd678c61bdf37499" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01294d5d-43ba-49cb-92f2-28fa2e5f8cc9" -d '{"events": [{"server_uuid": "29cc983f-bb0c-4c58-9d4d-8ed094a5d28e", "name": "network-vif-plugged", "status": "completed", "tag": "93486707-cd14-420f-a116-d797832c24b1"}]}' {{(pid=94213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 18:17:14.847596 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] For port 93486707-cd14-420f-a116-d797832c24b1, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=93486707-cd14-420f-a116-d797832c24b1,segment=NetworkSegment(b0bd17e6-9f7e-43f1-a264-2ad32dfe27ab),segment_id=b0bd17e6-9f7e-43f1-a264-2ad32dfe27ab)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:17:14.852674 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-31b84aa1-b658-470e-b1eb-540488319985 req-9d90fc5a-78f9-47b8-ad70-346fbd8e507b tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763627144933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8400677'] for port, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:14.853136 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:14.885245 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 18:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f4adf2d-f1bb-4285-932f-3917a9bee604 x-openstack-request-id: req-8f4adf2d-f1bb-4285-932f-3917a9bee604 {{(pid=94213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 18:17:14.886098 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29cc983f-bb0c-4c58-9d4d-8ed094a5d28e", "name": "network-vif-plugged", "status": "completed", "tag": "93486707-cd14-420f-a116-d797832c24b1", "code": 200}]} {{(pid=94213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 18:17:14.886098 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8f4adf2d-f1bb-4285-932f-3917a9bee604 {{(pid=94213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 18:17:14.886324 dv-cinder-759943-10-iscsi neutron-server[94213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29cc983f-bb0c-4c58-9d4d-8ed094a5d28e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93486707-cd14-420f-a116-d797832c24b1', 'code': 200} Aug 12 18:17:14.909661 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31b84aa1-b658-470e-b1eb-540488319985 req-9d90fc5a-78f9-47b8-ad70-346fbd8e507b tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Network c79ff127-e29d-415e-ac8f-388698d304d0 is already hosted by enough agents. {{(pid=94212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 18:17:14.913085 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Pushing event updated for resources: {'Port': ['ID=93486707-cd14-420f-a116-d797832c24b1,revision_number=10']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:17:14.913832 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.base_scheduler [req-31b84aa1-b658-470e-b1eb-540488319985 req-9d90fc5a-78f9-47b8-ad70-346fbd8e507b tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Resources bound (agent type, host, resource id): {{(pid=94212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 18:17:14.917017 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.l3_dvrscheduler_db [req-31b84aa1-b658-470e-b1eb-540488319985 req-9d90fc5a-78f9-47b8-ad70-346fbd8e507b tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Received port after_create {{(pid=94212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 18:17:14.919695 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d90fc5a-78f9-47b8-ad70-346fbd8e507b tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Pushing event updated for resources: {'Port': ['ID=55ace750-d66f-4c89-ad74-656f97ab2eb5,revision_number=1']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:17:14.971923 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b84aa1-b658-470e-b1eb-540488319985 req-9d90fc5a-78f9-47b8-ad70-346fbd8e507b tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:17:14.972569 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-31b84aa1-b658-470e-b1eb-540488319985 req-9d90fc5a-78f9-47b8-ad70-346fbd8e507b tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195385'] for port, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:14.987365 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-31b84aa1-b658-470e-b1eb-540488319985 req-9d90fc5a-78f9-47b8-ad70-346fbd8e507b tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7799284 Aug 12 18:17:15.046721 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.v2.base [req-31b84aa1-b658-470e-b1eb-540488319985 req-5ec30be9-66cb-434c-b9ea-a66f70543e66 service neutron] Request body: {'port': {'device_id': '47b00ce2-4e68-4a83-8a1b-156207f05cad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=94212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:17:15.109361 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-31b84aa1-b658-470e-b1eb-540488319985 req-5ec30be9-66cb-434c-b9ea-a66f70543e66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:15.165246 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-6a5c99c5-0187-4bea-a2c3-6676ed710008 None None] Provisioning for port 55ace750-d66f-4c89-ad74-656f97ab2eb5 completed by entity DHCP. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 18:17:15.170291 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-6a5c99c5-0187-4bea-a2c3-6676ed710008 None None] Provisioning complete for port 55ace750-d66f-4c89-ad74-656f97ab2eb5 triggered by entity DHCP. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:17:15.170659 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-6a5c99c5-0187-4bea-a2c3-6676ed710008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:15.180274 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d834b32-60b9-4e57-bfbe-79914e69ae8e req-68dc7b18-3a4e-412a-a586-eafbf5660a4d tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:17:15.181764 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-7d834b32-60b9-4e57-bfbe-79914e69ae8e req-68dc7b18-3a4e-412a-a586-eafbf5660a4d tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=29cc983f-bb0c-4c58-9d4d-8ed094a5d28e HTTP/1.1" status: 200 len: 946 time: 0.0882921 Aug 12 18:17:15.204867 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.plugin [None req-6a5c99c5-0187-4bea-a2c3-6676ed710008 None None] Port 55ace750-d66f-4c89-ad74-656f97ab2eb5 cannot update to ACTIVE because it is not bound. {{(pid=94213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 18:17:15.314068 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01b16fa-1626-4cbf-bc29-20b702caf870 req-beee6bac-3857-4fa9-a0f3-5a077593bc94 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:17:15.315545 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-f01b16fa-1626-4cbf-bc29-20b702caf870 req-beee6bac-3857-4fa9-a0f3-5a077593bc94 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/ports?device_id=47b00ce2-4e68-4a83-8a1b-156207f05cad HTTP/1.1" status: 200 len: 932 time: 0.0516732 Aug 12 18:17:15.326361 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-7d834b32-60b9-4e57-bfbe-79914e69ae8e req-a781bc06-5f54-4a86-96f4-bf503a305e42 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ded157-ab08-463d-972b-a4b089d3643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335433 Aug 12 18:17:15.353539 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-f01b16fa-1626-4cbf-bc29-20b702caf870 req-6dbee146-46e7-4e37-bbe3-e740769de9f9 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f3cac2e-9b9b-4bb1-8abe-8a94a85e6cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316749 Aug 12 18:17:15.375579 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c315f78-dfdb-4915-8322-61c213fdc2de req-361a4551-3762-4563-a704-5bb7aca0231d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:17:15.377075 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-0c315f78-dfdb-4915-8322-61c213fdc2de req-361a4551-3762-4563-a704-5bb7aca0231d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=29cc983f-bb0c-4c58-9d4d-8ed094a5d28e HTTP/1.1" status: 200 len: 1099 time: 0.1032271 Aug 12 18:17:15.435202 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-0c315f78-dfdb-4915-8322-61c213fdc2de req-b04e245b-c8ad-449d-8a92-91d82bc04c0f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=53ded157-ab08-463d-972b-a4b089d3643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500658 Aug 12 18:17:15.484195 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.notifiers.nova [req-31b84aa1-b658-470e-b1eb-540488319985 req-5ec30be9-66cb-434c-b9ea-a66f70543e66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55ace750-d66f-4c89-ad74-656f97ab2eb5 {{(pid=94212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 18:17:15.491369 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-31b84aa1-b658-470e-b1eb-540488319985 req-5ec30be9-66cb-434c-b9ea-a66f70543e66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:15.502881 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.provisioning_blocks [req-31b84aa1-b658-470e-b1eb-540488319985 req-5ec30be9-66cb-434c-b9ea-a66f70543e66 service neutron] Transition to ACTIVE for port object 55ace750-d66f-4c89-ad74-656f97ab2eb5 will not be triggered until provisioned by entity L2. {{(pid=94212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 18:17:15.506406 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-31b84aa1-b658-470e-b1eb-540488319985 req-5ec30be9-66cb-434c-b9ea-a66f70543e66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8400684'] for port, after_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:15.574864 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec30be9-66cb-434c-b9ea-a66f70543e66 service neutron] Pushing event updated for resources: {'Port': ['ID=55ace750-d66f-4c89-ad74-656f97ab2eb5,revision_number=2']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:17:15.625676 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.managers [req-31b84aa1-b658-470e-b1eb-540488319985 req-5ec30be9-66cb-434c-b9ea-a66f70543e66 service neutron] Attempting to bind port 55ace750-d66f-4c89-ad74-656f97ab2eb5 on host hv-cinder-75994 for vnic_type normal with profile {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 18:17:15.626061 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.managers [req-31b84aa1-b658-470e-b1eb-540488319985 req-5ec30be9-66cb-434c-b9ea-a66f70543e66 service neutron] Attempting to bind port 55ace750-d66f-4c89-ad74-656f97ab2eb5 by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': '46bbfa7e-a69f-4f8c-9052-3afd7fb55f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c79ff127-e29d-415e-ac8f-388698d304d0'}] {{(pid=94212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 18:17:15.626387 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b84aa1-b658-470e-b1eb-540488319985 req-5ec30be9-66cb-434c-b9ea-a66f70543e66 service neutron] Attempting to bind port 55ace750-d66f-4c89-ad74-656f97ab2eb5 on network c79ff127-e29d-415e-ac8f-388698d304d0 {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 18:17:15.631001 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b84aa1-b658-470e-b1eb-540488319985 req-5ec30be9-66cb-434c-b9ea-a66f70543e66 service neutron] Port 55ace750-d66f-4c89-ad74-656f97ab2eb5 on network c79ff127-e29d-415e-ac8f-388698d304d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 18:17:15.631316 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b84aa1-b658-470e-b1eb-540488319985 req-5ec30be9-66cb-434c-b9ea-a66f70543e66 service neutron] Attempting to bind port 55ace750-d66f-4c89-ad74-656f97ab2eb5 on network c79ff127-e29d-415e-ac8f-388698d304d0 {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 18:17:15.636509 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b84aa1-b658-470e-b1eb-540488319985 req-5ec30be9-66cb-434c-b9ea-a66f70543e66 service neutron] Checking agent: {'id': '45fcbab4-fb54-4843-ab6e-792adfc8e994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 18, 10, 22), 'started_at': datetime.datetime(2021, 8, 12, 18, 10, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 18, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 18:17:15.636847 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b84aa1-b658-470e-b1eb-540488319985 req-5ec30be9-66cb-434c-b9ea-a66f70543e66 service neutron] Checking segment: {'id': '46bbfa7e-a69f-4f8c-9052-3afd7fb55f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c79ff127-e29d-415e-ac8f-388698d304d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 18:17:15.637234 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b84aa1-b658-470e-b1eb-540488319985 req-5ec30be9-66cb-434c-b9ea-a66f70543e66 service neutron] Bound using segment: {'id': '46bbfa7e-a69f-4f8c-9052-3afd7fb55f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c79ff127-e29d-415e-ac8f-388698d304d0'} {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 18:17:15.638384 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.managers [req-31b84aa1-b658-470e-b1eb-540488319985 req-5ec30be9-66cb-434c-b9ea-a66f70543e66 service neutron] Bound port: 55ace750-d66f-4c89-ad74-656f97ab2eb5, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46bbfa7e-a69f-4f8c-9052-3afd7fb55f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c79ff127-e29d-415e-ac8f-388698d304d0'}}] {{(pid=94212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 18:17:15.638747 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-31b84aa1-b658-470e-b1eb-540488319985 req-5ec30be9-66cb-434c-b9ea-a66f70543e66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:15.702547 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.db [req-31b84aa1-b658-470e-b1eb-540488319985 req-5ec30be9-66cb-434c-b9ea-a66f70543e66 service neutron] For port 55ace750-d66f-4c89-ad74-656f97ab2eb5, host hv-cinder-75994, cleared binding levels {{(pid=94212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 18:17:15.705464 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.db [req-31b84aa1-b658-470e-b1eb-540488319985 req-5ec30be9-66cb-434c-b9ea-a66f70543e66 service neutron] For port 55ace750-d66f-4c89-ad74-656f97ab2eb5, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=55ace750-d66f-4c89-ad74-656f97ab2eb5,segment=NetworkSegment(46bbfa7e-a69f-4f8c-9052-3afd7fb55f04),segment_id=46bbfa7e-a69f-4f8c-9052-3afd7fb55f04)] {{(pid=94212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 18:17:15.709151 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-31b84aa1-b658-470e-b1eb-540488319985 req-5ec30be9-66cb-434c-b9ea-a66f70543e66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8400684'] for port, after_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:15.745255 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b84aa1-b658-470e-b1eb-540488319985 req-5ec30be9-66cb-434c-b9ea-a66f70543e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:17:15.745868 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-31b84aa1-b658-470e-b1eb-540488319985 req-5ec30be9-66cb-434c-b9ea-a66f70543e66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195385'] for port, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:15.747770 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-31b84aa1-b658-470e-b1eb-540488319985 req-5ec30be9-66cb-434c-b9ea-a66f70543e66 service neutron] 10.222.0.57 "PUT /v2.0/ports/55ace750-d66f-4c89-ad74-656f97ab2eb5 HTTP/1.1" status: 200 len: 1094 time: 0.7521169 Aug 12 18:17:15.748264 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47b00ce2-4e68-4a83-8a1b-156207f05cad', 'tag': '55ace750-d66f-4c89-ad74-656f97ab2eb5'}] {{(pid=94212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 18:17:15.750515 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd512f55349b839fb4675422b2dbaf52bda1baead41a4efd90d4bf8a5142663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3696e31f-d25e-4e6e-a5c9-3ae4953d5f62" -d '{"events": [{"name": "network-changed", "server_uuid": "47b00ce2-4e68-4a83-8a1b-156207f05cad", "tag": "55ace750-d66f-4c89-ad74-656f97ab2eb5"}]}' {{(pid=94212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 18:17:15.777703 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec30be9-66cb-434c-b9ea-a66f70543e66 service neutron] Pushing event updated for resources: {'Port': ['ID=55ace750-d66f-4c89-ad74-656f97ab2eb5,revision_number=3']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:17:15.792636 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 18:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd6e0d6d-990b-41e1-bdd3-948eb03da1f5 x-openstack-request-id: req-dd6e0d6d-990b-41e1-bdd3-948eb03da1f5 {{(pid=94212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 18:17:15.792935 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47b00ce2-4e68-4a83-8a1b-156207f05cad", "tag": "55ace750-d66f-4c89-ad74-656f97ab2eb5", "status": "completed", "code": 200}]} {{(pid=94212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 18:17:15.793189 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dd6e0d6d-990b-41e1-bdd3-948eb03da1f5 {{(pid=94212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 18:17:15.793592 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47b00ce2-4e68-4a83-8a1b-156207f05cad', 'tag': '55ace750-d66f-4c89-ad74-656f97ab2eb5', 'status': 'completed', 'code': 200} Aug 12 18:17:15.838590 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b84aa1-b658-470e-b1eb-540488319985 req-966a2f0d-a6d0-49c6-b6da-162a0470a7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:17:15.840200 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-31b84aa1-b658-470e-b1eb-540488319985 req-966a2f0d-a6d0-49c6-b6da-162a0470a7db service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0cd01e4bf13e4379b9d179c3973204fe&device_id=47b00ce2-4e68-4a83-8a1b-156207f05cad HTTP/1.1" status: 200 len: 1097 time: 0.0436406 Aug 12 18:17:15.890026 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-31b84aa1-b658-470e-b1eb-540488319985 req-c518eaa0-7631-415f-aba3-1df8a36d7d26 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55ace750-d66f-4c89-ad74-656f97ab2eb5 HTTP/1.1" status: 200 len: 217 time: 0.0362976 Aug 12 18:17:15.945235 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b84aa1-b658-470e-b1eb-540488319985 req-5fd5d903-ef93-41de-b82e-605fcc398741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:17:15.946788 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-31b84aa1-b658-470e-b1eb-540488319985 req-5fd5d903-ef93-41de-b82e-605fcc398741 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eed8715d-98a6-404a-8335-27c57f2cf8a3 HTTP/1.1" status: 200 len: 850 time: 0.0496490 Aug 12 18:17:15.993552 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b84aa1-b658-470e-b1eb-540488319985 req-b202c639-a3f0-4350-9bc4-fa67a46645dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:17:15.995048 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-31b84aa1-b658-470e-b1eb-540488319985 req-b202c639-a3f0-4350-9bc4-fa67a46645dd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c79ff127-e29d-415e-ac8f-388698d304d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0390096 Aug 12 18:17:16.085881 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-31b84aa1-b658-470e-b1eb-540488319985 req-cceabd8a-6c40-4fb7-a03d-6012ee9c3787 service neutron] 10.222.0.57 "GET /v2.0/networks/c79ff127-e29d-415e-ac8f-388698d304d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787492 Aug 12 18:17:16.181614 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-31b84aa1-b658-470e-b1eb-540488319985 req-b4d19c0a-66ef-49db-8d48-207b126e2fd8 service neutron] 10.222.0.57 "GET /v2.0/networks/c79ff127-e29d-415e-ac8f-388698d304d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834985 Aug 12 18:17:16.272790 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3696e31f-d25e-4e6e-a5c9-3ae4953d5f62 req-14a4c0d6-05c1-494f-b699-b10e0ac8da12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:17:16.274331 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-3696e31f-d25e-4e6e-a5c9-3ae4953d5f62 req-14a4c0d6-05c1-494f-b699-b10e0ac8da12 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0cd01e4bf13e4379b9d179c3973204fe&device_id=47b00ce2-4e68-4a83-8a1b-156207f05cad HTTP/1.1" status: 200 len: 1097 time: 0.0418096 Aug 12 18:17:16.379664 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3696e31f-d25e-4e6e-a5c9-3ae4953d5f62 req-4ea86fc8-2a4f-47de-a09e-abae8b4e3c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:17:16.380238 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-3696e31f-d25e-4e6e-a5c9-3ae4953d5f62 req-4ea86fc8-2a4f-47de-a09e-abae8b4e3c22 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c79ff127-e29d-415e-ac8f-388698d304d0 HTTP/1.1" status: 200 len: 912 time: 0.0932760 Aug 12 18:17:16.383639 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.agents_db [None req-aa7dbe78-d4f0-421a-85da-826b2a172358 None None] Agent healthcheck: found 6 active agents {{(pid=94214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 18:17:16.435266 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-3696e31f-d25e-4e6e-a5c9-3ae4953d5f62 req-7892bed1-bc3c-45b5-a74a-5d434ad69167 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55ace750-d66f-4c89-ad74-656f97ab2eb5 HTTP/1.1" status: 200 len: 217 time: 0.0460875 Aug 12 18:17:16.471392 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce9f82b-f625-44c1-8273-da32dd6a3d79 req-40fb849b-c4a0-4540-8241-0fee28b68718 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:17:16.472926 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-6ce9f82b-f625-44c1-8273-da32dd6a3d79 req-40fb849b-c4a0-4540-8241-0fee28b68718 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=29cc983f-bb0c-4c58-9d4d-8ed094a5d28e HTTP/1.1" status: 200 len: 946 time: 0.0660377 Aug 12 18:17:16.514505 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3696e31f-d25e-4e6e-a5c9-3ae4953d5f62 req-714afa9a-6118-42d8-aca5-cf23df26a030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:17:16.515926 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-3696e31f-d25e-4e6e-a5c9-3ae4953d5f62 req-714afa9a-6118-42d8-aca5-cf23df26a030 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eed8715d-98a6-404a-8335-27c57f2cf8a3 HTTP/1.1" status: 200 len: 850 time: 0.0541470 Aug 12 18:17:16.516965 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-6ce9f82b-f625-44c1-8273-da32dd6a3d79 req-9189a533-8409-450e-9c92-dccc2c048f27 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ded157-ab08-463d-972b-a4b089d3643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365372 Aug 12 18:17:16.523395 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e020ba88-1a89-45a6-a6f0-bbf1e386c465 req-c283fb2d-836b-43b1-b05e-db41e1335933 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:17:16.524767 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-e020ba88-1a89-45a6-a6f0-bbf1e386c465 req-c283fb2d-836b-43b1-b05e-db41e1335933 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/ports?device_id=47b00ce2-4e68-4a83-8a1b-156207f05cad HTTP/1.1" status: 200 len: 944 time: 0.0919700 Aug 12 18:17:16.591447 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-e020ba88-1a89-45a6-a6f0-bbf1e386c465 req-f0f51649-329d-4e23-be34-a0d859883f03 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f3cac2e-9b9b-4bb1-8abe-8a94a85e6cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542965 Aug 12 18:17:16.597104 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3696e31f-d25e-4e6e-a5c9-3ae4953d5f62 req-b7ddb0ce-db55-432c-90a0-a13faa263dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:17:16.598653 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-3696e31f-d25e-4e6e-a5c9-3ae4953d5f62 req-b7ddb0ce-db55-432c-90a0-a13faa263dc1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c79ff127-e29d-415e-ac8f-388698d304d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0714688 Aug 12 18:17:16.691645 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-3696e31f-d25e-4e6e-a5c9-3ae4953d5f62 req-01786f74-92b5-477b-871a-37e3da253490 service neutron] 10.222.0.57 "GET /v2.0/networks/c79ff127-e29d-415e-ac8f-388698d304d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830297 Aug 12 18:17:16.786127 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-3696e31f-d25e-4e6e-a5c9-3ae4953d5f62 req-757cb254-1dac-40da-bc23-1ced4d637bd4 service neutron] 10.222.0.57 "GET /v2.0/networks/c79ff127-e29d-415e-ac8f-388698d304d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873587 Aug 12 18:17:17.646089 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f9376-21d4-4209-948d-7708f9b4f55f req-b3ad30ff-5f8d-499f-a329-b0e903d460ab tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:17:17.647553 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-ab0f9376-21d4-4209-948d-7708f9b4f55f req-b3ad30ff-5f8d-499f-a329-b0e903d460ab tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=29cc983f-bb0c-4c58-9d4d-8ed094a5d28e HTTP/1.1" status: 200 len: 946 time: 0.0468869 Aug 12 18:17:17.684195 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-ab0f9376-21d4-4209-948d-7708f9b4f55f req-676a1987-3b6f-48c0-8342-993c8789d8fb tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ded157-ab08-463d-972b-a4b089d3643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307522 Aug 12 18:17:17.705471 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e318f-0ad6-4bc2-a18f-df189e7688cf req-79e2888d-b81e-42f3-88bc-cb9f36520403 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:17:17.706998 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-962e318f-0ad6-4bc2-a18f-df189e7688cf req-79e2888d-b81e-42f3-88bc-cb9f36520403 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/ports?device_id=47b00ce2-4e68-4a83-8a1b-156207f05cad HTTP/1.1" status: 200 len: 944 time: 0.0484109 Aug 12 18:17:17.743977 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-962e318f-0ad6-4bc2-a18f-df189e7688cf req-ee23f434-f947-4e59-9da5-2ac9755f81fe tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f3cac2e-9b9b-4bb1-8abe-8a94a85e6cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310383 Aug 12 18:17:18.706948 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Device 55ace750-d66f-4c89-ad74-656f97ab2eb5 details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=94213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 18:17:18.808132 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] For port 55ace750-d66f-4c89-ad74-656f97ab2eb5, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=55ace750-d66f-4c89-ad74-656f97ab2eb5,segment=NetworkSegment(46bbfa7e-a69f-4f8c-9052-3afd7fb55f04),segment_id=46bbfa7e-a69f-4f8c-9052-3afd7fb55f04)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:17:18.820602 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Returning: {'device': '55ace750-d66f-4c89-ad74-656f97ab2eb5', 'network_id': 'c79ff127-e29d-415e-ac8f-388698d304d0', 'port_id': '55ace750-d66f-4c89-ad74-656f97ab2eb5', 'mac_address': 'fa:16:3e:92:3c:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eed8715d-98a6-404a-8335-27c57f2cf8a3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 18:17:18.856165 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:18.857830 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7df2106-28da-4b93-9d26-1b5e9365cf48 req-6c6b3562-1025-4ee5-b034-dcd9940c7db3 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:17:18.859312 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-b7df2106-28da-4b93-9d26-1b5e9365cf48 req-6c6b3562-1025-4ee5-b034-dcd9940c7db3 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/ports?device_id=47b00ce2-4e68-4a83-8a1b-156207f05cad HTTP/1.1" status: 200 len: 944 time: 0.0504019 Aug 12 18:17:18.868467 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.notifiers.nova [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55ace750-d66f-4c89-ad74-656f97ab2eb5 {{(pid=94213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 18:17:18.888137 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] For port 55ace750-d66f-4c89-ad74-656f97ab2eb5, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=55ace750-d66f-4c89-ad74-656f97ab2eb5,segment=NetworkSegment(46bbfa7e-a69f-4f8c-9052-3afd7fb55f04),segment_id=46bbfa7e-a69f-4f8c-9052-3afd7fb55f04)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:17:18.893120 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:18.897588 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-b7df2106-28da-4b93-9d26-1b5e9365cf48 req-ee808135-02c7-4b12-a5c5-4f2b9a29b4b3 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f3cac2e-9b9b-4bb1-8abe-8a94a85e6cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320876 Aug 12 18:17:18.939923 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Pushing event updated for resources: {'Port': ['ID=55ace750-d66f-4c89-ad74-656f97ab2eb5,revision_number=4']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:17:19.104511 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] get_ports_and_sgs() called for port_ids ['55ace750-d66f-4c89-ad74-656f97ab2eb5'] {{(pid=94213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 18:17:20.008291 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b761b0f2-8b61-40e1-8022-47979cbebc15 req-5a2d63e9-cd6f-4eed-81df-5b3e316fa53e tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:17:20.009742 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-b761b0f2-8b61-40e1-8022-47979cbebc15 req-5a2d63e9-cd6f-4eed-81df-5b3e316fa53e tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/ports?device_id=47b00ce2-4e68-4a83-8a1b-156207f05cad HTTP/1.1" status: 200 len: 945 time: 0.0477743 Aug 12 18:17:20.049737 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-b761b0f2-8b61-40e1-8022-47979cbebc15 req-bf4ebdb9-d7ee-404f-897f-566a779e8165 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f3cac2e-9b9b-4bb1-8abe-8a94a85e6cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342917 Aug 12 18:17:20.517021 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-7079ec21-1367-4e9a-81ad-64c97b32ec22 req-e03b74bd-382b-4b91-897d-f0bd7f9d7693 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=29cc983f-bb0c-4c58-9d4d-8ed094a5d28e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400684 Aug 12 18:17:20.580691 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7079ec21-1367-4e9a-81ad-64c97b32ec22 req-1d658e73-077a-4733-bdae-45e9d4c9c107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:17:20.582220 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-7079ec21-1367-4e9a-81ad-64c97b32ec22 req-1d658e73-077a-4733-bdae-45e9d4c9c107 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7914b9ae47f74d8a8462a76f248cff78&device_id=29cc983f-bb0c-4c58-9d4d-8ed094a5d28e HTTP/1.1" status: 200 len: 1099 time: 0.0445688 Aug 12 18:17:20.687278 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7079ec21-1367-4e9a-81ad-64c97b32ec22 req-a3ba4dfb-a99b-43b4-a12d-73d69ffffc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:17:20.688748 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-7079ec21-1367-4e9a-81ad-64c97b32ec22 req-a3ba4dfb-a99b-43b4-a12d-73d69ffffc79 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6b1fc686-fd3a-4539-aa22-2794a86ed1a0 HTTP/1.1" status: 200 len: 918 time: 0.0867786 Aug 12 18:17:20.723032 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Device 55ace750-d66f-4c89-ad74-656f97ab2eb5 up at agent hyperv_hv-cinder-75994 {{(pid=94213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 18:17:20.754051 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-7079ec21-1367-4e9a-81ad-64c97b32ec22 req-e6cfdf9a-1070-4003-9fee-68c382cfdb66 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93486707-cd14-420f-a116-d797832c24b1 HTTP/1.1" status: 200 len: 1001 time: 0.0578854 Aug 12 18:17:20.770220 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Provisioning for port 55ace750-d66f-4c89-ad74-656f97ab2eb5 completed by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 18:17:20.773860 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Provisioning complete for port 55ace750-d66f-4c89-ad74-656f97ab2eb5 triggered by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:17:20.774259 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:20.802342 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7079ec21-1367-4e9a-81ad-64c97b32ec22 req-c26ce9a7-91e4-4181-914f-7abf53099825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:17:20.803768 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-7079ec21-1367-4e9a-81ad-64c97b32ec22 req-c26ce9a7-91e4-4181-914f-7abf53099825 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1d6fbddb-fc25-47a1-888d-ce03ef22670c HTTP/1.1" status: 200 len: 856 time: 0.0432715 Aug 12 18:17:20.851459 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7079ec21-1367-4e9a-81ad-64c97b32ec22 req-6f356bfa-ca12-48f1-8c7b-865239c8a0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:17:20.851713 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:20.852929 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-7079ec21-1367-4e9a-81ad-64c97b32ec22 req-6f356bfa-ca12-48f1-8c7b-865239c8a0c7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6b1fc686-fd3a-4539-aa22-2794a86ed1a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0421078 Aug 12 18:17:20.875893 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47b00ce2-4e68-4a83-8a1b-156207f05cad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55ace750-d66f-4c89-ad74-656f97ab2eb5'}] {{(pid=94213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 18:17:20.878171 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093bef5005328d2170e61a9e3556762ddeddd0b69a57765fcd678c61bdf37499" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12132ee7-2061-40a9-b760-a25154d904e7" -d '{"events": [{"server_uuid": "47b00ce2-4e68-4a83-8a1b-156207f05cad", "name": "network-vif-plugged", "status": "completed", "tag": "55ace750-d66f-4c89-ad74-656f97ab2eb5"}]}' {{(pid=94213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 18:17:20.891406 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] For port 55ace750-d66f-4c89-ad74-656f97ab2eb5, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=55ace750-d66f-4c89-ad74-656f97ab2eb5,segment=NetworkSegment(46bbfa7e-a69f-4f8c-9052-3afd7fb55f04),segment_id=46bbfa7e-a69f-4f8c-9052-3afd7fb55f04)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:17:20.895181 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:20.918664 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 18:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e3c6a48-3a5a-42cc-8775-6fc8ab1dd2b2 x-openstack-request-id: req-5e3c6a48-3a5a-42cc-8775-6fc8ab1dd2b2 {{(pid=94213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 18:17:20.918946 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47b00ce2-4e68-4a83-8a1b-156207f05cad", "name": "network-vif-plugged", "status": "completed", "tag": "55ace750-d66f-4c89-ad74-656f97ab2eb5", "code": 200}]} {{(pid=94213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 18:17:20.919200 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5e3c6a48-3a5a-42cc-8775-6fc8ab1dd2b2 {{(pid=94213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 18:17:20.919586 dv-cinder-759943-10-iscsi neutron-server[94213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47b00ce2-4e68-4a83-8a1b-156207f05cad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55ace750-d66f-4c89-ad74-656f97ab2eb5', 'code': 200} Aug 12 18:17:20.946233 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-7079ec21-1367-4e9a-81ad-64c97b32ec22 req-d7cec9a3-0292-467b-9115-3b95551b8fe4 service neutron] 10.222.0.57 "GET /v2.0/networks/6b1fc686-fd3a-4539-aa22-2794a86ed1a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856159 Aug 12 18:17:20.946708 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Pushing event updated for resources: {'Port': ['ID=55ace750-d66f-4c89-ad74-656f97ab2eb5,revision_number=5']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:17:21.057349 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-7079ec21-1367-4e9a-81ad-64c97b32ec22 req-a761a21e-68a6-47a1-b665-f1f82d67d2b7 service neutron] 10.222.0.57 "GET /v2.0/networks/6b1fc686-fd3a-4539-aa22-2794a86ed1a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968359 Aug 12 18:17:21.086329 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37715d64-5d15-4cdb-a54d-bb4ae3a65e91 req-3e773c8c-52ed-48a1-bd07-773507a33e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:17:21.087834 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-37715d64-5d15-4cdb-a54d-bb4ae3a65e91 req-3e773c8c-52ed-48a1-bd07-773507a33e09 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=47b00ce2-4e68-4a83-8a1b-156207f05cad HTTP/1.1" status: 200 len: 1099 time: 0.0439496 Aug 12 18:17:21.133820 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-37715d64-5d15-4cdb-a54d-bb4ae3a65e91 req-13db08e7-e4f9-4af0-a4d5-b5df66791e1d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0f3cac2e-9b9b-4bb1-8abe-8a94a85e6cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387151 Aug 12 18:17:21.169580 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6086158-f641-4459-8d7c-61d26af2737a req-1474a878-4503-48c9-acb5-35f18a35fb1e tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:17:21.171057 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-a6086158-f641-4459-8d7c-61d26af2737a req-1474a878-4503-48c9-acb5-35f18a35fb1e tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/ports?device_id=47b00ce2-4e68-4a83-8a1b-156207f05cad HTTP/1.1" status: 200 len: 946 time: 0.0501115 Aug 12 18:17:21.208520 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-a6086158-f641-4459-8d7c-61d26af2737a req-56ae2616-1bfc-45f7-b36e-ead7cfa35903 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f3cac2e-9b9b-4bb1-8abe-8a94a85e6cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314505 Aug 12 18:17:22.040881 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:22.322344 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2cf048-dfda-4d68-99d5-859034db8896 req-461015aa-a170-45d2-be8d-b6f2dffaf591 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:17:22.323672 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-8a2cf048-dfda-4d68-99d5-859034db8896 req-461015aa-a170-45d2-be8d-b6f2dffaf591 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/ports?device_id=47b00ce2-4e68-4a83-8a1b-156207f05cad HTTP/1.1" status: 200 len: 946 time: 0.0468438 Aug 12 18:17:22.359784 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-8a2cf048-dfda-4d68-99d5-859034db8896 req-3004a709-6fd3-4b27-899b-66afdf286ac6 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f3cac2e-9b9b-4bb1-8abe-8a94a85e6cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298245 Aug 12 18:17:22.466292 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8be5e3a-05bb-419c-ba36-b7feb2253b15 req-b4be8d0f-7ee8-4eea-ac72-4b998f5ebb40 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:17:22.467746 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-a8be5e3a-05bb-419c-ba36-b7feb2253b15 req-b4be8d0f-7ee8-4eea-ac72-4b998f5ebb40 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/ports?device_id=47b00ce2-4e68-4a83-8a1b-156207f05cad HTTP/1.1" status: 200 len: 946 time: 0.0469639 Aug 12 18:17:22.476060 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 54466) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:17:22.480723 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.v2.base [None req-ea7ee190-0c3c-4b17-b2cc-840a7ca2b10d tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Request body: {'floatingip': {'port_id': '55ace750-d66f-4c89-ad74-656f97ab2eb5'}} {{(pid=94212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:17:22.521460 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-ea7ee190-0c3c-4b17-b2cc-840a7ca2b10d tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Notify callbacks [] for floatingip, before_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:22.926943 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-ea7ee190-0c3c-4b17-b2cc-840a7ca2b10d tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:22.930763 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-ea7ee190-0c3c-4b17-b2cc-840a7ca2b10d tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734856'] for floatingip, after_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:23.025363 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.db.l3_db [None req-ea7ee190-0c3c-4b17-b2cc-840a7ca2b10d tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Floating IP bce78ee6-86c2-4401-9e03-44c498ef9a5b associated. External IP: 172.27.3.103, port: 55ace750-d66f-4c89-ad74-656f97ab2eb5. Aug 12 18:17:23.220309 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea7ee190-0c3c-4b17-b2cc-840a7ca2b10d tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Router 125848af-d0d8-4afc-a5d1-18c01665fa15 has already been hosted by L3 agent 35f8a3af-1ed6-4507-a756-5ee5db7e6400 {{(pid=94212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 18:17:23.323106 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea7ee190-0c3c-4b17-b2cc-840a7ca2b10d tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Notify agent at l3_agent.dv-cinder-759943-10-iscsi the message routers_updated {{(pid=94212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 18:17:23.327602 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-ea7ee190-0c3c-4b17-b2cc-840a7ca2b10d tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195385'] for floatingip, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:23.333928 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0948ce-dcb6-4a98-8c6f-39013ac9cb42 None None] Sync routers for ids ['125848af-d0d8-4afc-a5d1-18c01665fa15'] in dv-cinder-759943-10-iscsi {{(pid=94213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 18:17:23.343089 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0948ce-dcb6-4a98-8c6f-39013ac9cb42 None None] Routers {'125848af-d0d8-4afc-a5d1-18c01665fa15'} bound to L3 agent in host dv-cinder-759943-10-iscsi {{(pid=94213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 18:17:23.343698 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-cc0948ce-dcb6-4a98-8c6f-39013ac9cb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T18:04:37Z,description=,heartbeat_timestamp=2021-08-12T18:17:07Z,host='dv-cinder-759943-10-iscsi',id=35f8a3af-1ed6-4507-a756-5ee5db7e6400,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T18:04:37Z,topic='l3_agent')) {'router_ids': ['125848af-d0d8-4afc-a5d1-18c01665fa15'], 'active': True} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:17:23.356250 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-ea7ee190-0c3c-4b17-b2cc-840a7ca2b10d tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "PUT /v2.0/floatingips/bce78ee6-86c2-4401-9e03-44c498ef9a5b HTTP/1.1" status: 200 len: 992 time: 0.8764358 Aug 12 18:17:23.356250 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47b00ce2-4e68-4a83-8a1b-156207f05cad', 'tag': '55ace750-d66f-4c89-ad74-656f97ab2eb5'}] {{(pid=94212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 18:17:23.357369 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd512f55349b839fb4675422b2dbaf52bda1baead41a4efd90d4bf8a5142663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dedaf5e3-6ce6-4cda-8bbe-9bd9fefab261" -d '{"events": [{"name": "network-changed", "server_uuid": "47b00ce2-4e68-4a83-8a1b-156207f05cad", "tag": "55ace750-d66f-4c89-ad74-656f97ab2eb5"}]}' {{(pid=94212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 18:17:23.468388 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 18:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f18198da-576c-425f-8677-4718b2b807b2 x-openstack-request-id: req-f18198da-576c-425f-8677-4718b2b807b2 {{(pid=94212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 18:17:23.469030 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47b00ce2-4e68-4a83-8a1b-156207f05cad", "tag": "55ace750-d66f-4c89-ad74-656f97ab2eb5", "status": "completed", "code": 200}]} {{(pid=94212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 18:17:23.469030 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f18198da-576c-425f-8677-4718b2b807b2 {{(pid=94212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 18:17:23.469335 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47b00ce2-4e68-4a83-8a1b-156207f05cad', 'tag': '55ace750-d66f-4c89-ad74-656f97ab2eb5', 'status': 'completed', 'code': 200} Aug 12 18:17:23.537773 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedaf5e3-6ce6-4cda-8bbe-9bd9fefab261 req-58ecb302-36b0-471e-8a32-c4d718ccf60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:17:23.539314 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-dedaf5e3-6ce6-4cda-8bbe-9bd9fefab261 req-58ecb302-36b0-471e-8a32-c4d718ccf60b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0cd01e4bf13e4379b9d179c3973204fe&device_id=47b00ce2-4e68-4a83-8a1b-156207f05cad HTTP/1.1" status: 200 len: 1099 time: 0.0458329 Aug 12 18:17:23.576912 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvr_db [None req-cc0948ce-dcb6-4a98-8c6f-39013ac9cb42 None None] Set router 125848af-d0d8-4afc-a5d1-18c01665fa15 gateway port host: dv-cinder-759943-10-iscsi {{(pid=94213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 18:17:23.627853 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedaf5e3-6ce6-4cda-8bbe-9bd9fefab261 req-d524ac76-1d6c-4512-8347-7aaa45f9fffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:17:23.629344 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-dedaf5e3-6ce6-4cda-8bbe-9bd9fefab261 req-d524ac76-1d6c-4512-8347-7aaa45f9fffc service neutron] 10.222.0.57 "GET /v2.0/networks?id=c79ff127-e29d-415e-ac8f-388698d304d0 HTTP/1.1" status: 200 len: 912 time: 0.0822282 Aug 12 18:17:23.697658 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-dedaf5e3-6ce6-4cda-8bbe-9bd9fefab261 req-b3cfd96b-914f-4af7-bba2-b58878dbad6b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55ace750-d66f-4c89-ad74-656f97ab2eb5 HTTP/1.1" status: 200 len: 1000 time: 0.0601470 Aug 12 18:17:23.750683 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedaf5e3-6ce6-4cda-8bbe-9bd9fefab261 req-fd0d954a-d6a1-49ea-ab14-e6e8c58a328c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:17:23.752448 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-dedaf5e3-6ce6-4cda-8bbe-9bd9fefab261 req-fd0d954a-d6a1-49ea-ab14-e6e8c58a328c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eed8715d-98a6-404a-8335-27c57f2cf8a3 HTTP/1.1" status: 200 len: 850 time: 0.0470731 Aug 12 18:17:23.799944 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-cc0948ce-dcb6-4a98-8c6f-39013ac9cb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '125848af-d0d8-4afc-a5d1-18c01665fa15', 'name': 'tempest-AttachVolumeTestJSON-1592677697-router', 'tenant_id': '0cd01e4bf13e4379b9d179c3973204fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '71e68df2-01d5-418b-85e3-cd5b857e5a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:11:56Z', 'updated_at': '2021-08-12T18:12:02Z', 'revision_number': 4, 'project_id': '0cd01e4bf13e4379b9d179c3973204fe', 'gw_port': {'id': '71e68df2-01d5-418b-85e3-cd5b857e5a2c', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:9f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125848af-d0d8-4afc-a5d1-18c01665fa15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:11:57Z', 'updated_at': '2021-08-12T18:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi', '_floatingips': [{'id': 'bce78ee6-86c2-4401-9e03-44c498ef9a5b', 'tenant_id': '0cd01e4bf13e4379b9d179c3973204fe', 'floating_ip_address': '172.27.3.103', 'floating_network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'router_id': '125848af-d0d8-4afc-a5d1-18c01665fa15', 'port_id': '55ace750-d66f-4c89-ad74-656f97ab2eb5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c79ff127-e29d-415e-ac8f-388698d304d0', 'mac_address': 'fa:16:3e:92:3c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b00ce2-4e68-4a83-8a1b-156207f05cad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T18:17:12Z', 'updated_at': '2021-08-12T18:17:22Z', 'revision_number': 1, 'project_id': '0cd01e4bf13e4379b9d179c3973204fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef96eada-e4f9-4724-b495-dec83a05f179', 'name': '', 'network_id': 'c79ff127-e29d-415e-ac8f-388698d304d0', 'tenant_id': '0cd01e4bf13e4379b9d179c3973204fe', 'mac_address': 'fa:16:3e:74:80:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125848af-d0d8-4afc-a5d1-18c01665fa15', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eed8715d-98a6-404a-8335-27c57f2cf8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:12:01Z', 'updated_at': '2021-08-12T18:12:09Z', 'revision_number': 5, 'project_id': '0cd01e4bf13e4379b9d179c3973204fe', 'subnets': [{'id': 'eed8715d-98a6-404a-8335-27c57f2cf8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-10-iscsi', False) {} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:17:23.809186 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedaf5e3-6ce6-4cda-8bbe-9bd9fefab261 req-2c406730-fa8c-4aa7-b82c-6ac7b58ea01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:17:23.811210 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-dedaf5e3-6ce6-4cda-8bbe-9bd9fefab261 req-2c406730-fa8c-4aa7-b82c-6ac7b58ea01e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c79ff127-e29d-415e-ac8f-388698d304d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0415862 Aug 12 18:17:23.826380 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0948ce-dcb6-4a98-8c6f-39013ac9cb42 None None] Checking router: 125848af-d0d8-4afc-a5d1-18c01665fa15 for host: dv-cinder-759943-10-iscsi {{(pid=94213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 18:17:23.834525 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0948ce-dcb6-4a98-8c6f-39013ac9cb42 None None] Routers {'125848af-d0d8-4afc-a5d1-18c01665fa15'} bound to L3 agent in host dv-cinder-759943-10-iscsi {{(pid=94213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 18:17:23.835129 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-cc0948ce-dcb6-4a98-8c6f-39013ac9cb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T18:04:37Z,description=,heartbeat_timestamp=2021-08-12T18:17:07Z,host='dv-cinder-759943-10-iscsi',id=35f8a3af-1ed6-4507-a756-5ee5db7e6400,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T18:04:37Z,topic='l3_agent')) {'router_ids': ['125848af-d0d8-4afc-a5d1-18c01665fa15'], 'active': True} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:17:23.903626 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-dedaf5e3-6ce6-4cda-8bbe-9bd9fefab261 req-c48da1c4-c456-4eff-904f-58988a6d9703 service neutron] 10.222.0.57 "GET /v2.0/networks/c79ff127-e29d-415e-ac8f-388698d304d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840638 Aug 12 18:17:23.937296 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvr_db [None req-cc0948ce-dcb6-4a98-8c6f-39013ac9cb42 None None] Set router 125848af-d0d8-4afc-a5d1-18c01665fa15 gateway port host: dv-cinder-759943-10-iscsi {{(pid=94213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 18:17:24.164959 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-cc0948ce-dcb6-4a98-8c6f-39013ac9cb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '125848af-d0d8-4afc-a5d1-18c01665fa15', 'name': 'tempest-AttachVolumeTestJSON-1592677697-router', 'tenant_id': '0cd01e4bf13e4379b9d179c3973204fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '71e68df2-01d5-418b-85e3-cd5b857e5a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:11:56Z', 'updated_at': '2021-08-12T18:12:02Z', 'revision_number': 4, 'project_id': '0cd01e4bf13e4379b9d179c3973204fe', 'gw_port': {'id': '71e68df2-01d5-418b-85e3-cd5b857e5a2c', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:9f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125848af-d0d8-4afc-a5d1-18c01665fa15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:11:57Z', 'updated_at': '2021-08-12T18:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi', '_floatingips': [{'id': 'bce78ee6-86c2-4401-9e03-44c498ef9a5b', 'tenant_id': '0cd01e4bf13e4379b9d179c3973204fe', 'floating_ip_address': '172.27.3.103', 'floating_network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'router_id': '125848af-d0d8-4afc-a5d1-18c01665fa15', 'port_id': '55ace750-d66f-4c89-ad74-656f97ab2eb5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c79ff127-e29d-415e-ac8f-388698d304d0', 'mac_address': 'fa:16:3e:92:3c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b00ce2-4e68-4a83-8a1b-156207f05cad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T18:17:12Z', 'updated_at': '2021-08-12T18:17:22Z', 'revision_number': 1, 'project_id': '0cd01e4bf13e4379b9d179c3973204fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef96eada-e4f9-4724-b495-dec83a05f179', 'name': '', 'network_id': 'c79ff127-e29d-415e-ac8f-388698d304d0', 'tenant_id': '0cd01e4bf13e4379b9d179c3973204fe', 'mac_address': 'fa:16:3e:74:80:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125848af-d0d8-4afc-a5d1-18c01665fa15', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eed8715d-98a6-404a-8335-27c57f2cf8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:12:01Z', 'updated_at': '2021-08-12T18:12:09Z', 'revision_number': 5, 'project_id': '0cd01e4bf13e4379b9d179c3973204fe', 'subnets': [{'id': 'eed8715d-98a6-404a-8335-27c57f2cf8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-10-iscsi', False) {} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:17:24.194925 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0948ce-dcb6-4a98-8c6f-39013ac9cb42 None None] The sync data for ids ['125848af-d0d8-4afc-a5d1-18c01665fa15'] in dv-cinder-759943-10-iscsi is: [{'id': '125848af-d0d8-4afc-a5d1-18c01665fa15', 'name': 'tempest-AttachVolumeTestJSON-1592677697-router', 'tenant_id': '0cd01e4bf13e4379b9d179c3973204fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '71e68df2-01d5-418b-85e3-cd5b857e5a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:11:56Z', 'updated_at': '2021-08-12T18:12:02Z', 'revision_number': 4, 'project_id': '0cd01e4bf13e4379b9d179c3973204fe', 'gw_port': {'id': '71e68df2-01d5-418b-85e3-cd5b857e5a2c', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:9f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125848af-d0d8-4afc-a5d1-18c01665fa15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:11:57Z', 'updated_at': '2021-08-12T18:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi', '_floatingips': [{'id': 'bce78ee6-86c2-4401-9e03-44c498ef9a5b', 'tenant_id': '0cd01e4bf13e4379b9d179c3973204fe', 'floating_ip_address': '172.27.3.103', 'floating_network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'router_id': '125848af-d0d8-4afc-a5d1-18c01665fa15', 'port_id': '55ace750-d66f-4c89-ad74-656f97ab2eb5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c79ff127-e29d-415e-ac8f-388698d304d0', 'mac_address': 'fa:16:3e:92:3c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b00ce2-4e68-4a83-8a1b-156207f05cad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T18:17:12Z', 'updated_at': '2021-08-12T18:17:22Z', 'revision_number': 1, 'project_id': '0cd01e4bf13e4379b9d179c3973204fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef96eada-e4f9-4724-b495-dec83a05f179', 'name': '', 'network_id': 'c79ff127-e29d-415e-ac8f-388698d304d0', 'tenant_id': '0cd01e4bf13e4379b9d179c3973204fe', 'mac_address': 'fa:16:3e:74:80:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125848af-d0d8-4afc-a5d1-18c01665fa15', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eed8715d-98a6-404a-8335-27c57f2cf8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:12:01Z', 'updated_at': '2021-08-12T18:12:09Z', 'revision_number': 5, 'project_id': '0cd01e4bf13e4379b9d179c3973204fe', 'subnets': [{'id': 'eed8715d-98a6-404a-8335-27c57f2cf8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 18:17:24.237380 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-dedaf5e3-6ce6-4cda-8bbe-9bd9fefab261 req-ba821025-ab75-4775-b4bd-8e5886bf53f4 service neutron] 10.222.0.57 "GET /v2.0/networks/c79ff127-e29d-415e-ac8f-388698d304d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3263359 Aug 12 18:17:24.384507 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31965546-0fef-49b9-b188-5c2934a3e39d None None] New status for floating IP bce78ee6-86c2-4401-9e03-44c498ef9a5b: ACTIVE {{(pid=94214) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 18:17:33.430172 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ae6df8-9394-422c-853a-2cd70a060dcd req-7e33302a-57af-402c-adcb-e3a7388ec2d2 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:17:33.431626 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-d9ae6df8-9394-422c-853a-2cd70a060dcd req-7e33302a-57af-402c-adcb-e3a7388ec2d2 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "GET /v2.0/ports?device_id=baf099e7-9785-430d-a6a1-10f0bc1dd51e HTTP/1.1" status: 200 len: 945 time: 0.0467756 Aug 12 18:17:33.468101 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-d9ae6df8-9394-422c-853a-2cd70a060dcd req-3a862eb6-b975-408a-8b52-f9e5c46146e5 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee503810-7a83-41bb-ac93-212bb7d263cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300584 Aug 12 18:17:34.582938 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a968fa8-b283-42c1-ab38-dc971a031cda req-b8b32a58-f819-4912-8aa1-1eba2672055e tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:17:34.584431 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-7a968fa8-b283-42c1-ab38-dc971a031cda req-b8b32a58-f819-4912-8aa1-1eba2672055e tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "GET /v2.0/ports?device_id=baf099e7-9785-430d-a6a1-10f0bc1dd51e HTTP/1.1" status: 200 len: 945 time: 0.0502453 Aug 12 18:17:34.621012 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-7a968fa8-b283-42c1-ab38-dc971a031cda req-25dc3949-c6e8-4f55-bf52-16d1b2f6fcf9 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee503810-7a83-41bb-ac93-212bb7d263cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308495 Aug 12 18:17:34.954322 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-911a507b-3d65-42f2-940a-09ba3c1a4415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:35.731425 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac4ad38-a515-4e90-b810-839f7787223d req-4c960455-f139-4885-af8f-f5db6141f63a tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:17:35.732875 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-9ac4ad38-a515-4e90-b810-839f7787223d req-4c960455-f139-4885-af8f-f5db6141f63a tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "GET /v2.0/ports?device_id=baf099e7-9785-430d-a6a1-10f0bc1dd51e HTTP/1.1" status: 200 len: 945 time: 0.0472174 Aug 12 18:17:35.769634 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-9ac4ad38-a515-4e90-b810-839f7787223d req-49af52d7-7c4a-4baf-bdb8-1fc6b3bf65d3 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee503810-7a83-41bb-ac93-212bb7d263cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306590 Aug 12 18:17:36.879269 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719272e5-f9af-4932-9eb7-600499cbfb37 req-34c03ea1-0560-4ba6-a4c2-233ddde068a1 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:17:36.880701 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-719272e5-f9af-4932-9eb7-600499cbfb37 req-34c03ea1-0560-4ba6-a4c2-233ddde068a1 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "GET /v2.0/ports?device_id=baf099e7-9785-430d-a6a1-10f0bc1dd51e HTTP/1.1" status: 200 len: 945 time: 0.0474534 Aug 12 18:17:36.917108 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-719272e5-f9af-4932-9eb7-600499cbfb37 req-7a49271b-0fd4-483a-9e57-ff810dbb62a8 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee503810-7a83-41bb-ac93-212bb7d263cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306709 Aug 12 18:17:37.327447 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-dc2cbedc-ffad-47af-a897-3e1e2f6611fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:37.964445 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:38.030607 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67af8373-aaa8-43c7-93de-87c1f7e3676a req-a1c3658b-02a7-46ef-84f8-726d0d727b60 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:17:38.032027 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-67af8373-aaa8-43c7-93de-87c1f7e3676a req-a1c3658b-02a7-46ef-84f8-726d0d727b60 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "GET /v2.0/ports?device_id=baf099e7-9785-430d-a6a1-10f0bc1dd51e HTTP/1.1" status: 200 len: 945 time: 0.0499029 Aug 12 18:17:38.067519 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-67af8373-aaa8-43c7-93de-87c1f7e3676a req-166f2d58-2315-4e05-9fc2-5acae8d799d7 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee503810-7a83-41bb-ac93-212bb7d263cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297668 Aug 12 18:17:38.542969 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-2083c3fd-5dc5-47ae-86de-acca0e7a8e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:39.182116 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147b394c-47b2-48bf-9024-8ccd17191245 req-32ed7f94-4184-42d7-beda-e3148a5df6a2 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:17:39.183559 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-147b394c-47b2-48bf-9024-8ccd17191245 req-32ed7f94-4184-42d7-beda-e3148a5df6a2 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "GET /v2.0/ports?device_id=baf099e7-9785-430d-a6a1-10f0bc1dd51e HTTP/1.1" status: 200 len: 945 time: 0.0504706 Aug 12 18:17:39.219465 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-147b394c-47b2-48bf-9024-8ccd17191245 req-0493ab48-4938-40af-9603-325b41e8025c tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee503810-7a83-41bb-ac93-212bb7d263cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295131 Aug 12 18:17:40.224965 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-b1de9828-bfad-4ef8-8d69-6d6f9fbe420c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:40.329196 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fba80e-acf7-4fa8-ad9e-3ba6059091c5 req-85e759c0-4176-458b-8669-2a869dcf34f4 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:17:40.330669 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-20fba80e-acf7-4fa8-ad9e-3ba6059091c5 req-85e759c0-4176-458b-8669-2a869dcf34f4 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "GET /v2.0/ports?device_id=baf099e7-9785-430d-a6a1-10f0bc1dd51e HTTP/1.1" status: 200 len: 945 time: 0.0459323 Aug 12 18:17:40.367047 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-20fba80e-acf7-4fa8-ad9e-3ba6059091c5 req-30791ab7-c5e7-4078-ad4a-9be0a84f1767 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee503810-7a83-41bb-ac93-212bb7d263cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305080 Aug 12 18:17:41.481145 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488bf6b7-151d-49da-8c40-f4bbce4a8caf req-bc1e77e6-fa2a-4225-81ec-cb739700c8c1 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:17:41.482628 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-488bf6b7-151d-49da-8c40-f4bbce4a8caf req-bc1e77e6-fa2a-4225-81ec-cb739700c8c1 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "GET /v2.0/ports?device_id=baf099e7-9785-430d-a6a1-10f0bc1dd51e HTTP/1.1" status: 200 len: 945 time: 0.0505955 Aug 12 18:17:41.519162 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-488bf6b7-151d-49da-8c40-f4bbce4a8caf req-817afbda-84ea-43a8-88f3-55ba43065890 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee503810-7a83-41bb-ac93-212bb7d263cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300460 Aug 12 18:17:42.628924 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed35ef9f-6909-405f-9fb9-c732dfbf7ca7 req-888b3bf7-d03a-433f-9623-408b39fbca1f tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:17:42.630411 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-ed35ef9f-6909-405f-9fb9-c732dfbf7ca7 req-888b3bf7-d03a-433f-9623-408b39fbca1f tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "GET /v2.0/ports?device_id=baf099e7-9785-430d-a6a1-10f0bc1dd51e HTTP/1.1" status: 200 len: 945 time: 0.0465980 Aug 12 18:17:42.666603 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-ed35ef9f-6909-405f-9fb9-c732dfbf7ca7 req-0a5d91d0-163a-47fd-806f-8891e2f0d02d tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee503810-7a83-41bb-ac93-212bb7d263cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303025 Aug 12 18:17:43.577573 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4705ed53-4977-4ce6-9ff6-96551cc7b678 req-0fefdf5a-6b44-4a45-8aa0-6c2e5b518d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:17:43.578959 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-4705ed53-4977-4ce6-9ff6-96551cc7b678 req-0fefdf5a-6b44-4a45-8aa0-6c2e5b518d39 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=924212fddaa448b5b1093e482a785cd7&device_id=baf099e7-9785-430d-a6a1-10f0bc1dd51e HTTP/1.1" status: 200 len: 1098 time: 0.0393481 Aug 12 18:17:43.674046 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4705ed53-4977-4ce6-9ff6-96551cc7b678 req-b6dfac13-b24e-4ef7-96e8-9cd1b0608ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:17:43.675461 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-4705ed53-4977-4ce6-9ff6-96551cc7b678 req-b6dfac13-b24e-4ef7-96e8-9cd1b0608ac1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=31201492-d25f-40e0-b40e-85e206051e6d HTTP/1.1" status: 200 len: 910 time: 0.0840061 Aug 12 18:17:43.739743 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-4705ed53-4977-4ce6-9ff6-96551cc7b678 req-dc1f9f22-fc94-455d-9233-2baf678836d0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3afa09b8-e560-4816-957a-57e477973e6c HTTP/1.1" status: 200 len: 1001 time: 0.0567646 Aug 12 18:17:43.776640 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044bde25-4f47-432f-9008-7148daf935dc req-3c13e645-038c-4cb5-b2f7-15793bf349fd tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:17:43.778150 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-044bde25-4f47-432f-9008-7148daf935dc req-3c13e645-038c-4cb5-b2f7-15793bf349fd tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "GET /v2.0/ports?device_id=baf099e7-9785-430d-a6a1-10f0bc1dd51e HTTP/1.1" status: 200 len: 945 time: 0.0468369 Aug 12 18:17:43.792179 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4705ed53-4977-4ce6-9ff6-96551cc7b678 req-1ce32bfc-fa79-4927-a3ef-3db600b34280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:17:43.793605 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-4705ed53-4977-4ce6-9ff6-96551cc7b678 req-1ce32bfc-fa79-4927-a3ef-3db600b34280 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=019c3d0a-2e33-4501-a1d9-19968c2a45a9 HTTP/1.1" status: 200 len: 848 time: 0.0464175 Aug 12 18:17:43.821133 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-044bde25-4f47-432f-9008-7148daf935dc req-81cda05e-3768-47f7-9435-3d18ff8feb5e tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee503810-7a83-41bb-ac93-212bb7d263cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365505 Aug 12 18:17:43.840042 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4705ed53-4977-4ce6-9ff6-96551cc7b678 req-60b99739-9315-4072-ba0e-c3a3e98506dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:17:43.841580 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-4705ed53-4977-4ce6-9ff6-96551cc7b678 req-60b99739-9315-4072-ba0e-c3a3e98506dc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=31201492-d25f-40e0-b40e-85e206051e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0396602 Aug 12 18:17:43.928386 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-4705ed53-4977-4ce6-9ff6-96551cc7b678 req-f9d0a593-db25-4cf6-abfe-91b26a47d0e4 service neutron] 10.222.0.57 "GET /v2.0/networks/31201492-d25f-40e0-b40e-85e206051e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787063 Aug 12 18:17:44.024188 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-4705ed53-4977-4ce6-9ff6-96551cc7b678 req-89f87a6e-0d90-4bea-a9f4-92edcf98e9e8 service neutron] 10.222.0.57 "GET /v2.0/networks/31201492-d25f-40e0-b40e-85e206051e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844147 Aug 12 18:17:44.935848 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d1b2b-58d9-4910-be53-0413082258d3 req-2cb14662-351c-4875-b44a-ca9bb8adf583 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:17:44.937259 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-ff2d1b2b-58d9-4910-be53-0413082258d3 req-2cb14662-351c-4875-b44a-ca9bb8adf583 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "GET /v2.0/ports?device_id=baf099e7-9785-430d-a6a1-10f0bc1dd51e HTTP/1.1" status: 200 len: 945 time: 0.0497415 Aug 12 18:17:44.973763 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-ff2d1b2b-58d9-4910-be53-0413082258d3 req-ab9c8f5f-f409-4605-beb9-dea2df787a1c tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee503810-7a83-41bb-ac93-212bb7d263cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305984 Aug 12 18:17:46.088337 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1383b78-b11c-4706-974e-7a631dfe900f req-69182975-4ad6-4fe2-a5b1-ee4328ac2431 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:17:46.090021 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-d1383b78-b11c-4706-974e-7a631dfe900f req-69182975-4ad6-4fe2-a5b1-ee4328ac2431 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "GET /v2.0/ports?device_id=baf099e7-9785-430d-a6a1-10f0bc1dd51e HTTP/1.1" status: 200 len: 945 time: 0.0519371 Aug 12 18:17:46.132346 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-d1383b78-b11c-4706-974e-7a631dfe900f req-cb8ca69f-cc39-417d-95c0-f82a092a2ac2 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee503810-7a83-41bb-ac93-212bb7d263cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360756 Aug 12 18:17:47.247286 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545f9ad9-a7b0-4231-aab8-f01940c3510e req-1552497e-74f1-4a2f-b6fe-ab530d74bb88 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:17:47.249355 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-545f9ad9-a7b0-4231-aab8-f01940c3510e req-1552497e-74f1-4a2f-b6fe-ab530d74bb88 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "GET /v2.0/ports?device_id=baf099e7-9785-430d-a6a1-10f0bc1dd51e HTTP/1.1" status: 200 len: 945 time: 0.0491135 Aug 12 18:17:47.286141 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-545f9ad9-a7b0-4231-aab8-f01940c3510e req-0c8f093a-a7ae-4ce1-8478-a88a1d708e65 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee503810-7a83-41bb-ac93-212bb7d263cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307543 Aug 12 18:17:47.457638 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-c76e1a43-485c-4403-aef5-263694cb5e33 req-d673af7a-7d23-4a91-8d28-c9d315e439a4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=baf099e7-9785-430d-a6a1-10f0bc1dd51e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0385303 Aug 12 18:17:47.486160 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cee41ad-245a-41c7-9138-aa30cefd9e68 req-7a471f57-5823-46fc-ade9-df4908bd08ac tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:17:47.487636 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-9cee41ad-245a-41c7-9138-aa30cefd9e68 req-7a471f57-5823-46fc-ade9-df4908bd08ac tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "GET /v2.0/ports?device_id=baf099e7-9785-430d-a6a1-10f0bc1dd51e HTTP/1.1" status: 200 len: 945 time: 0.0479805 Aug 12 18:17:47.528028 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-9cee41ad-245a-41c7-9138-aa30cefd9e68 req-86e7ec8f-26dc-4673-aaa3-70e7b8457a9d tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee503810-7a83-41bb-ac93-212bb7d263cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345767 Aug 12 18:17:48.668974 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87874e45-85d0-42e8-ae1b-256bf9c44f87 req-a91ab8fa-ef2a-49cd-9968-bc8ebc5205dc tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:17:48.670631 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-87874e45-85d0-42e8-ae1b-256bf9c44f87 req-a91ab8fa-ef2a-49cd-9968-bc8ebc5205dc tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "GET /v2.0/ports?device_id=baf099e7-9785-430d-a6a1-10f0bc1dd51e HTTP/1.1" status: 200 len: 945 time: 0.0764933 Aug 12 18:17:48.673126 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76e1a43-485c-4403-aef5-263694cb5e33 req-19b352dc-0c78-4dd5-a27e-a8f75254aa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:17:48.674492 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-c76e1a43-485c-4403-aef5-263694cb5e33 req-19b352dc-0c78-4dd5-a27e-a8f75254aa41 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=baf099e7-9785-430d-a6a1-10f0bc1dd51e&tenant_id=924212fddaa448b5b1093e482a785cd7 HTTP/1.1" status: 200 len: 1098 time: 0.0559199 Aug 12 18:17:48.715647 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-87874e45-85d0-42e8-ae1b-256bf9c44f87 req-99ac7313-c618-4bb1-a930-75bc6c1ae816 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee503810-7a83-41bb-ac93-212bb7d263cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391881 Aug 12 18:17:48.742788 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76e1a43-485c-4403-aef5-263694cb5e33 req-449bb382-aade-47e6-875c-85084096e5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:17:48.744235 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-c76e1a43-485c-4403-aef5-263694cb5e33 req-449bb382-aade-47e6-875c-85084096e5be service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=924212fddaa448b5b1093e482a785cd7&device_id=baf099e7-9785-430d-a6a1-10f0bc1dd51e HTTP/1.1" status: 200 len: 1098 time: 0.0434120 Aug 12 18:17:48.833495 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76e1a43-485c-4403-aef5-263694cb5e33 req-49051111-0dfb-4c48-99c7-1a5651c88c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:17:48.834967 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-c76e1a43-485c-4403-aef5-263694cb5e33 req-49051111-0dfb-4c48-99c7-1a5651c88c32 service neutron] 10.222.0.57 "GET /v2.0/networks?id=31201492-d25f-40e0-b40e-85e206051e6d HTTP/1.1" status: 200 len: 910 time: 0.0834002 Aug 12 18:17:48.860956 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Device 3afa09b8-e560-4816-957a-57e477973e6c no longer exists at agent hyperv_hv-cinder-75994 {{(pid=94213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 18:17:48.899717 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-c76e1a43-485c-4403-aef5-263694cb5e33 req-1df9807d-5bcd-4ed6-a9b4-a29c6ca1f676 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3afa09b8-e560-4816-957a-57e477973e6c HTTP/1.1" status: 200 len: 1001 time: 0.0561223 Aug 12 18:17:48.933297 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:48.951591 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76e1a43-485c-4403-aef5-263694cb5e33 req-41513ea4-8c5b-4502-b462-1f9f3c7cde2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:17:48.953578 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-c76e1a43-485c-4403-aef5-263694cb5e33 req-41513ea4-8c5b-4502-b462-1f9f3c7cde2e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=019c3d0a-2e33-4501-a1d9-19968c2a45a9 HTTP/1.1" status: 200 len: 848 time: 0.0462058 Aug 12 18:17:48.954881 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf099e7-9785-430d-a6a1-10f0bc1dd51e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3afa09b8-e560-4816-957a-57e477973e6c'}] {{(pid=94213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 18:17:48.957092 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093bef5005328d2170e61a9e3556762ddeddd0b69a57765fcd678c61bdf37499" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c07c59bb-d866-42c3-a855-9afe78f10a33" -d '{"events": [{"server_uuid": "baf099e7-9785-430d-a6a1-10f0bc1dd51e", "name": "network-vif-unplugged", "status": "completed", "tag": "3afa09b8-e560-4816-957a-57e477973e6c"}]}' {{(pid=94213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 18:17:48.973859 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] For port 3afa09b8-e560-4816-957a-57e477973e6c, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=3afa09b8-e560-4816-957a-57e477973e6c,segment=NetworkSegment(12b6e908-d387-45ae-adb0-8f4da70f126b),segment_id=12b6e908-d387-45ae-adb0-8f4da70f126b)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:17:48.979201 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:49.003191 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76e1a43-485c-4403-aef5-263694cb5e33 req-e9ef8fc3-87e5-4538-ac01-2fd2d4d0229d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:17:49.004802 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-c76e1a43-485c-4403-aef5-263694cb5e33 req-e9ef8fc3-87e5-4538-ac01-2fd2d4d0229d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=31201492-d25f-40e0-b40e-85e206051e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0419168 Aug 12 18:17:49.026730 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Pushing event updated for resources: {'Port': ['ID=3afa09b8-e560-4816-957a-57e477973e6c,revision_number=6']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:17:49.055737 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 18:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd901f9-043d-4da6-bef1-caf3d03052d6 x-openstack-request-id: req-8bd901f9-043d-4da6-bef1-caf3d03052d6 {{(pid=94213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 18:17:49.056057 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baf099e7-9785-430d-a6a1-10f0bc1dd51e", "name": "network-vif-unplugged", "status": "completed", "tag": "3afa09b8-e560-4816-957a-57e477973e6c", "code": 200}]} {{(pid=94213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 18:17:49.056311 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8bd901f9-043d-4da6-bef1-caf3d03052d6 {{(pid=94213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 18:17:49.056703 dv-cinder-759943-10-iscsi neutron-server[94213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baf099e7-9785-430d-a6a1-10f0bc1dd51e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3afa09b8-e560-4816-957a-57e477973e6c', 'code': 200} Aug 12 18:17:49.096397 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-c76e1a43-485c-4403-aef5-263694cb5e33 req-35e9e1b8-a0b6-4710-bbba-0f19358a9887 service neutron] 10.222.0.57 "GET /v2.0/networks/31201492-d25f-40e0-b40e-85e206051e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831761 Aug 12 18:17:49.186623 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-c76e1a43-485c-4403-aef5-263694cb5e33 req-0be721e5-9ab6-4949-a079-3c09d2dc6899 service neutron] 10.222.0.57 "GET /v2.0/networks/31201492-d25f-40e0-b40e-85e206051e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830097 Aug 12 18:17:49.827880 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a441c7b-bd14-4c32-9d7c-cc1aee62fa40 req-0f1eea8e-bcf9-4ecb-b47c-b3ba410ece81 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:17:49.829330 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-9a441c7b-bd14-4c32-9d7c-cc1aee62fa40 req-0f1eea8e-bcf9-4ecb-b47c-b3ba410ece81 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "GET /v2.0/ports?device_id=baf099e7-9785-430d-a6a1-10f0bc1dd51e HTTP/1.1" status: 200 len: 943 time: 0.0462012 Aug 12 18:17:49.868584 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-9a441c7b-bd14-4c32-9d7c-cc1aee62fa40 req-be460127-26b6-40ce-9b46-a8627db918dd tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee503810-7a83-41bb-ac93-212bb7d263cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334816 Aug 12 18:17:50.982932 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a512b951-f279-4626-85f1-36c5c308fe07 req-821d1257-691c-482d-b18a-4c9de18c23b6 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:17:50.984998 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-a512b951-f279-4626-85f1-36c5c308fe07 req-821d1257-691c-482d-b18a-4c9de18c23b6 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "GET /v2.0/ports?device_id=baf099e7-9785-430d-a6a1-10f0bc1dd51e HTTP/1.1" status: 200 len: 943 time: 0.0499463 Aug 12 18:17:51.021110 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-a512b951-f279-4626-85f1-36c5c308fe07 req-b87c1b81-4542-4e52-8fe8-1934bc1d24bc tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee503810-7a83-41bb-ac93-212bb7d263cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303123 Aug 12 18:17:52.046701 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:52.136077 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5610e3d8-0e4c-4e91-938d-8630a29f46d9 req-67ab7d94-68b2-44c8-bc22-1fb8767f201c tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:17:52.137516 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-5610e3d8-0e4c-4e91-938d-8630a29f46d9 req-67ab7d94-68b2-44c8-bc22-1fb8767f201c tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "GET /v2.0/ports?device_id=baf099e7-9785-430d-a6a1-10f0bc1dd51e HTTP/1.1" status: 200 len: 943 time: 0.0506036 Aug 12 18:17:52.174950 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-5610e3d8-0e4c-4e91-938d-8630a29f46d9 req-e21b4e08-313a-4382-8039-8d38de5f4def tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee503810-7a83-41bb-ac93-212bb7d263cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310228 Aug 12 18:17:52.456524 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d899b9f8-5970-42d1-8bd6-6f494bc3ef92 req-df68bdb4-7234-4c46-b53f-6d060933b460 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:17:52.457976 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-d899b9f8-5970-42d1-8bd6-6f494bc3ef92 req-df68bdb4-7234-4c46-b53f-6d060933b460 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=29cc983f-bb0c-4c58-9d4d-8ed094a5d28e HTTP/1.1" status: 200 len: 946 time: 0.0466712 Aug 12 18:17:52.493525 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-d899b9f8-5970-42d1-8bd6-6f494bc3ef92 req-5c3cce49-670c-4c3b-ace4-25ac794f2011 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ded157-ab08-463d-972b-a4b089d3643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297368 Aug 12 18:17:53.286211 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b905973-de7c-403c-a49e-4402723a721f req-b1f1a482-69dd-46be-aee3-6051597b5017 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:17:53.287662 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-6b905973-de7c-403c-a49e-4402723a721f req-b1f1a482-69dd-46be-aee3-6051597b5017 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "GET /v2.0/ports?device_id=baf099e7-9785-430d-a6a1-10f0bc1dd51e HTTP/1.1" status: 200 len: 943 time: 0.0470402 Aug 12 18:17:53.323503 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-6b905973-de7c-403c-a49e-4402723a721f req-4251eed6-1118-4f19-97d2-7fe113aed25f tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee503810-7a83-41bb-ac93-212bb7d263cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299649 Aug 12 18:17:53.372547 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.agents_db [None req-aa7dbe78-d4f0-421a-85da-826b2a172358 None None] Agent healthcheck: found 6 active agents {{(pid=94214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 18:17:53.611956 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5802f25-2fe8-40de-a5e7-7af11d6c29c6 req-df4b4328-f696-4a28-9347-03fcec2a55b1 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:17:53.613417 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-d5802f25-2fe8-40de-a5e7-7af11d6c29c6 req-df4b4328-f696-4a28-9347-03fcec2a55b1 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=29cc983f-bb0c-4c58-9d4d-8ed094a5d28e HTTP/1.1" status: 200 len: 946 time: 0.0479424 Aug 12 18:17:53.649750 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-d5802f25-2fe8-40de-a5e7-7af11d6c29c6 req-b97d1022-e616-4a0a-b3df-95338778265f tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=53ded157-ab08-463d-972b-a4b089d3643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305018 Aug 12 18:17:54.049061 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f528ad-f625-49d6-bea2-12914b2e83f5 req-b192cc32-590e-4389-8383-5fc6e17de2b4 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:17:54.050550 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-28f528ad-f625-49d6-bea2-12914b2e83f5 req-b192cc32-590e-4389-8383-5fc6e17de2b4 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.57 "GET /v2.0/ports?device_id=29cc983f-bb0c-4c58-9d4d-8ed094a5d28e HTTP/1.1" status: 200 len: 946 time: 0.0463109 Aug 12 18:17:54.139647 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.plugin [req-28f528ad-f625-49d6-bea2-12914b2e83f5 req-8f500e50-3e40-460b-8264-e25f360c9721 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Deleting port 93486707-cd14-420f-a116-d797832c24b1 {{(pid=94212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 18:17:54.139974 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-28f528ad-f625-49d6-bea2-12914b2e83f5 req-8f500e50-3e40-460b-8264-e25f360c9721 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763627642920'] for port, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:54.222271 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.db [req-28f528ad-f625-49d6-bea2-12914b2e83f5 req-8f500e50-3e40-460b-8264-e25f360c9721 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] For port 93486707-cd14-420f-a116-d797832c24b1, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=93486707-cd14-420f-a116-d797832c24b1,segment=NetworkSegment(b0bd17e6-9f7e-43f1-a264-2ad32dfe27ab),segment_id=b0bd17e6-9f7e-43f1-a264-2ad32dfe27ab)] {{(pid=94212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:17:54.222629 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-28f528ad-f625-49d6-bea2-12914b2e83f5 req-8f500e50-3e40-460b-8264-e25f360c9721 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-732327'] for port, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:54.398689 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-28f528ad-f625-49d6-bea2-12914b2e83f5 req-8f500e50-3e40-460b-8264-e25f360c9721 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:54.399053 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-28f528ad-f625-49d6-bea2-12914b2e83f5 req-8f500e50-3e40-460b-8264-e25f360c9721 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734856'] for floatingip, after_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:54.399363 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.db.l3_db [req-28f528ad-f625-49d6-bea2-12914b2e83f5 req-8f500e50-3e40-460b-8264-e25f360c9721 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Floating IP 58efccad-8f61-4b33-a1d8-e48bf0777487 disassociated. External IP: 172.27.3.125, port: 93486707-cd14-420f-a116-d797832c24b1. Aug 12 18:17:54.399696 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.plugin [req-28f528ad-f625-49d6-bea2-12914b2e83f5 req-8f500e50-3e40-460b-8264-e25f360c9721 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Calling delete_port for 93486707-cd14-420f-a116-d797832c24b1 owned by compute:nova {{(pid=94212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 18:17:54.478592 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0d856-fb1e-42ac-9adb-500e419e86db req-7dcfca71-e1d2-4afc-9cce-2eb11196f892 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:17:54.480304 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-31c0d856-fb1e-42ac-9adb-500e419e86db req-7dcfca71-e1d2-4afc-9cce-2eb11196f892 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "GET /v2.0/ports?device_id=baf099e7-9785-430d-a6a1-10f0bc1dd51e HTTP/1.1" status: 200 len: 943 time: 0.0912507 Aug 12 18:17:54.530253 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-31c0d856-fb1e-42ac-9adb-500e419e86db req-82c20c1a-6547-4226-9644-d646d6d0cd51 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee503810-7a83-41bb-ac93-212bb7d263cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435154 Aug 12 18:17:54.584100 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-28f528ad-f625-49d6-bea2-12914b2e83f5 req-8f500e50-3e40-460b-8264-e25f360c9721 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763627647362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763627144942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8400677'] for port, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:54.610341 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f500e50-3e40-460b-8264-e25f360c9721 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Pushing event deleted for resources: {'Port': ['ID=93486707-cd14-420f-a116-d797832c24b1,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:17:54.619564 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f500e50-3e40-460b-8264-e25f360c9721 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:17:54.620218 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f500e50-3e40-460b-8264-e25f360c9721 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:17:54.620218 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f500e50-3e40-460b-8264-e25f360c9721 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:17:54.620549 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f500e50-3e40-460b-8264-e25f360c9721 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:17:54.620870 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f500e50-3e40-460b-8264-e25f360c9721 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:17:54.621193 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f500e50-3e40-460b-8264-e25f360c9721 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:17:54.621514 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f500e50-3e40-460b-8264-e25f360c9721 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:17:54.621833 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f500e50-3e40-460b-8264-e25f360c9721 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:17:54.622574 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f500e50-3e40-460b-8264-e25f360c9721 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:17:54.622574 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f500e50-3e40-460b-8264-e25f360c9721 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:17:54.622858 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f500e50-3e40-460b-8264-e25f360c9721 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:17:54.623089 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f500e50-3e40-460b-8264-e25f360c9721 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:17:54.732307 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.l3_agent_scheduler [req-28f528ad-f625-49d6-bea2-12914b2e83f5 req-8f500e50-3e40-460b-8264-e25f360c9721 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Router 384c2879-9ce6-4177-9b6b-26e1d664c3dd has already been hosted by L3 agent 35f8a3af-1ed6-4507-a756-5ee5db7e6400 {{(pid=94212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 18:17:54.755220 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-9d393e90-efad-4c5d-a84f-76bb97853048 req-579520dc-a09c-4641-b340-b15d9b9bb8a4 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=29cc983f-bb0c-4c58-9d4d-8ed094a5d28e HTTP/1.1" status: 200 len: 210 time: 0.0271192 Aug 12 18:17:54.841412 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-28f528ad-f625-49d6-bea2-12914b2e83f5 req-8f500e50-3e40-460b-8264-e25f360c9721 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Notify agent at l3_agent.dv-cinder-759943-10-iscsi the message routers_updated {{(pid=94212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 18:17:54.850772 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086fd0b2-7829-45c3-8bb6-f6c7949d7093 None None] Sync routers for ids ['384c2879-9ce6-4177-9b6b-26e1d664c3dd'] in dv-cinder-759943-10-iscsi {{(pid=94213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 18:17:54.861205 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086fd0b2-7829-45c3-8bb6-f6c7949d7093 None None] Routers {'384c2879-9ce6-4177-9b6b-26e1d664c3dd'} bound to L3 agent in host dv-cinder-759943-10-iscsi {{(pid=94213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 18:17:54.861752 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-086fd0b2-7829-45c3-8bb6-f6c7949d7093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T18:04:37Z,description=,heartbeat_timestamp=2021-08-12T18:17:37Z,host='dv-cinder-759943-10-iscsi',id=35f8a3af-1ed6-4507-a756-5ee5db7e6400,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T18:04:37Z,topic='l3_agent')) {'router_ids': ['384c2879-9ce6-4177-9b6b-26e1d664c3dd'], 'active': True} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:17:54.890403 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.l3_dvrscheduler_db [req-28f528ad-f625-49d6-bea2-12914b2e83f5 req-8f500e50-3e40-460b-8264-e25f360c9721 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] No DVR routers for this DVR port 93486707-cd14-420f-a116-d797832c24b1 on host hv-cinder-75994 {{(pid=94212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 18:17:54.892911 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-28f528ad-f625-49d6-bea2-12914b2e83f5 req-8f500e50-3e40-460b-8264-e25f360c9721 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195385'] for port, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:54.894916 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-28f528ad-f625-49d6-bea2-12914b2e83f5 req-8f500e50-3e40-460b-8264-e25f360c9721 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.57 "DELETE /v2.0/ports/93486707-cd14-420f-a116-d797832c24b1 HTTP/1.1" status: 204 len: 173 time: 0.8383024 Aug 12 18:17:54.895346 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29cc983f-bb0c-4c58-9d4d-8ed094a5d28e', 'name': 'network-vif-deleted', 'tag': '93486707-cd14-420f-a116-d797832c24b1'}] {{(pid=94212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 18:17:54.897577 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd512f55349b839fb4675422b2dbaf52bda1baead41a4efd90d4bf8a5142663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aef82e9-b5d6-447c-9955-b42f9057a82f" -d '{"events": [{"server_uuid": "29cc983f-bb0c-4c58-9d4d-8ed094a5d28e", "name": "network-vif-deleted", "tag": "93486707-cd14-420f-a116-d797832c24b1"}]}' {{(pid=94212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 18:17:54.936949 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 18:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dffda3ee-a77a-4975-b30f-478bda4b69ed x-openstack-request-id: req-dffda3ee-a77a-4975-b30f-478bda4b69ed {{(pid=94212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 18:17:54.937303 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29cc983f-bb0c-4c58-9d4d-8ed094a5d28e", "name": "network-vif-deleted", "tag": "93486707-cd14-420f-a116-d797832c24b1", "status": "completed", "code": 200}]} {{(pid=94212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 18:17:54.937676 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dffda3ee-a77a-4975-b30f-478bda4b69ed {{(pid=94212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 18:17:54.938162 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29cc983f-bb0c-4c58-9d4d-8ed094a5d28e', 'name': 'network-vif-deleted', 'tag': '93486707-cd14-420f-a116-d797832c24b1', 'status': 'completed', 'code': 200} Aug 12 18:17:54.975009 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvr_db [None req-086fd0b2-7829-45c3-8bb6-f6c7949d7093 None None] Set router 384c2879-9ce6-4177-9b6b-26e1d664c3dd gateway port host: dv-cinder-759943-10-iscsi {{(pid=94213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 18:17:55.172841 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-086fd0b2-7829-45c3-8bb6-f6c7949d7093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '384c2879-9ce6-4177-9b6b-26e1d664c3dd', 'name': 'tempest-AttachVolumeShelveTestJSON-1511224777-router', 'tenant_id': '7914b9ae47f74d8a8462a76f248cff78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'be1f3d67-0e92-4b1e-a14c-b2675080bdb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:14:54Z', 'updated_at': '2021-08-12T18:14:57Z', 'revision_number': 4, 'project_id': '7914b9ae47f74d8a8462a76f248cff78', 'gw_port': {'id': 'be1f3d67-0e92-4b1e-a14c-b2675080bdb3', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:11:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384c2879-9ce6-4177-9b6b-26e1d664c3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:14:55Z', 'updated_at': '2021-08-12T18:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi', '_interfaces': [{'id': '0d29fef7-69dc-417d-84af-6999c604c4ec', 'name': '', 'network_id': '6b1fc686-fd3a-4539-aa22-2794a86ed1a0', 'tenant_id': '7914b9ae47f74d8a8462a76f248cff78', 'mac_address': 'fa:16:3e:46:72:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384c2879-9ce6-4177-9b6b-26e1d664c3dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '1d6fbddb-fc25-47a1-888d-ce03ef22670c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:14:56Z', 'updated_at': '2021-08-12T18:15:02Z', 'revision_number': 5, 'project_id': '7914b9ae47f74d8a8462a76f248cff78', 'subnets': [{'id': '1d6fbddb-fc25-47a1-888d-ce03ef22670c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-10-iscsi', False) {} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:17:55.202688 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086fd0b2-7829-45c3-8bb6-f6c7949d7093 None None] Checking router: 384c2879-9ce6-4177-9b6b-26e1d664c3dd for host: dv-cinder-759943-10-iscsi {{(pid=94213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 18:17:55.213137 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086fd0b2-7829-45c3-8bb6-f6c7949d7093 None None] Routers {'384c2879-9ce6-4177-9b6b-26e1d664c3dd'} bound to L3 agent in host dv-cinder-759943-10-iscsi {{(pid=94213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 18:17:55.213821 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-086fd0b2-7829-45c3-8bb6-f6c7949d7093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T18:04:37Z,description=,heartbeat_timestamp=2021-08-12T18:17:37Z,host='dv-cinder-759943-10-iscsi',id=35f8a3af-1ed6-4507-a756-5ee5db7e6400,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T18:04:37Z,topic='l3_agent')) {'router_ids': ['384c2879-9ce6-4177-9b6b-26e1d664c3dd'], 'active': True} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:17:55.278950 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8156b4ed-585d-441c-a08b-70f28ad2bd64 req-092b91d5-824f-47ab-ae7c-6feb52880cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:17:55.281758 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-8156b4ed-585d-441c-a08b-70f28ad2bd64 req-092b91d5-824f-47ab-ae7c-6feb52880cf8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=baf099e7-9785-430d-a6a1-10f0bc1dd51e HTTP/1.1" status: 200 len: 1096 time: 0.0419350 Aug 12 18:17:55.318153 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-8156b4ed-585d-441c-a08b-70f28ad2bd64 req-1ee85456-f3bf-4134-8616-bc80f3ab6f93 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ee503810-7a83-41bb-ac93-212bb7d263cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294161 Aug 12 18:17:55.324265 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvr_db [None req-086fd0b2-7829-45c3-8bb6-f6c7949d7093 None None] Set router 384c2879-9ce6-4177-9b6b-26e1d664c3dd gateway port host: dv-cinder-759943-10-iscsi {{(pid=94213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 18:17:55.523976 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-086fd0b2-7829-45c3-8bb6-f6c7949d7093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '384c2879-9ce6-4177-9b6b-26e1d664c3dd', 'name': 'tempest-AttachVolumeShelveTestJSON-1511224777-router', 'tenant_id': '7914b9ae47f74d8a8462a76f248cff78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'be1f3d67-0e92-4b1e-a14c-b2675080bdb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:14:54Z', 'updated_at': '2021-08-12T18:14:57Z', 'revision_number': 4, 'project_id': '7914b9ae47f74d8a8462a76f248cff78', 'gw_port': {'id': 'be1f3d67-0e92-4b1e-a14c-b2675080bdb3', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:11:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384c2879-9ce6-4177-9b6b-26e1d664c3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:14:55Z', 'updated_at': '2021-08-12T18:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi', '_interfaces': [{'id': '0d29fef7-69dc-417d-84af-6999c604c4ec', 'name': '', 'network_id': '6b1fc686-fd3a-4539-aa22-2794a86ed1a0', 'tenant_id': '7914b9ae47f74d8a8462a76f248cff78', 'mac_address': 'fa:16:3e:46:72:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384c2879-9ce6-4177-9b6b-26e1d664c3dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '1d6fbddb-fc25-47a1-888d-ce03ef22670c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:14:56Z', 'updated_at': '2021-08-12T18:15:02Z', 'revision_number': 5, 'project_id': '7914b9ae47f74d8a8462a76f248cff78', 'subnets': [{'id': '1d6fbddb-fc25-47a1-888d-ce03ef22670c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-10-iscsi', False) {} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:17:55.548332 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086fd0b2-7829-45c3-8bb6-f6c7949d7093 None None] The sync data for ids ['384c2879-9ce6-4177-9b6b-26e1d664c3dd'] in dv-cinder-759943-10-iscsi is: [{'id': '384c2879-9ce6-4177-9b6b-26e1d664c3dd', 'name': 'tempest-AttachVolumeShelveTestJSON-1511224777-router', 'tenant_id': '7914b9ae47f74d8a8462a76f248cff78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'be1f3d67-0e92-4b1e-a14c-b2675080bdb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:14:54Z', 'updated_at': '2021-08-12T18:14:57Z', 'revision_number': 4, 'project_id': '7914b9ae47f74d8a8462a76f248cff78', 'gw_port': {'id': 'be1f3d67-0e92-4b1e-a14c-b2675080bdb3', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:11:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384c2879-9ce6-4177-9b6b-26e1d664c3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:14:55Z', 'updated_at': '2021-08-12T18:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi', '_interfaces': [{'id': '0d29fef7-69dc-417d-84af-6999c604c4ec', 'name': '', 'network_id': '6b1fc686-fd3a-4539-aa22-2794a86ed1a0', 'tenant_id': '7914b9ae47f74d8a8462a76f248cff78', 'mac_address': 'fa:16:3e:46:72:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384c2879-9ce6-4177-9b6b-26e1d664c3dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '1d6fbddb-fc25-47a1-888d-ce03ef22670c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:14:56Z', 'updated_at': '2021-08-12T18:15:02Z', 'revision_number': 5, 'project_id': '7914b9ae47f74d8a8462a76f248cff78', 'subnets': [{'id': '1d6fbddb-fc25-47a1-888d-ce03ef22670c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 18:17:55.646367 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfbafd-9713-4ff2-ac6c-94d6cd11ae31 req-8c6d33de-5afe-44b1-8e27-e53dadffe2d9 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:17:55.647850 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-43dfbafd-9713-4ff2-ac6c-94d6cd11ae31 req-8c6d33de-5afe-44b1-8e27-e53dadffe2d9 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "GET /v2.0/ports?device_id=baf099e7-9785-430d-a6a1-10f0bc1dd51e HTTP/1.1" status: 200 len: 943 time: 0.0486093 Aug 12 18:17:55.690233 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-43dfbafd-9713-4ff2-ac6c-94d6cd11ae31 req-1be7dbb8-4236-4840-a583-54275920a2c3 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee503810-7a83-41bb-ac93-212bb7d263cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363984 Aug 12 18:17:55.751115 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed2632a-518e-4fdb-ae3b-ec4087263e38 None None] New status for floating IP 58efccad-8f61-4b33-a1d8-e48bf0777487: DOWN {{(pid=94214) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 18:17:55.845682 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 54626) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:17:55.904342 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-214e5842-e8e2-4a32-ab9c-2904125c2b33 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Notify callbacks [] for security_group, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:55.928897 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-214e5842-e8e2-4a32-ab9c-2904125c2b33 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:55.978352 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-214e5842-e8e2-4a32-ab9c-2904125c2b33 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:55.981331 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-214e5842-e8e2-4a32-ab9c-2904125c2b33 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Notify callbacks [] for security_group, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:55.982564 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-214e5842-e8e2-4a32-ab9c-2904125c2b33 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "DELETE /v2.0/security-groups/53ded157-ab08-463d-972b-a4b089d3643b HTTP/1.1" status: 204 len: 168 time: 0.1358666 Aug 12 18:17:55.985974 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 54628) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:17:55.992321 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214e5842-e8e2-4a32-ab9c-2904125c2b33 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ded157-ab08-463d-972b-a4b089d3643b,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:17:56.007336 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.api.v2.resource [None req-d02b8442-506f-44f8-8eb8-a8ac525d9929 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] show failed (client error): The resource could not be found. Aug 12 18:17:56.008314 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-d02b8442-506f-44f8-8eb8-a8ac525d9929 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups/53ded157-ab08-463d-972b-a4b089d3643b HTTP/1.1" status: 404 len: 347 time: 0.0207992 Aug 12 18:17:56.011294 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 54630) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:17:56.132597 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.plugins.ml2.plugin [None req-368bfb0f-6ebc-4bdd-80ea-e4c41c4885e5 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Deleting port 86a6896c-8c28-4364-9f5b-2ed32fbb3aef {{(pid=94211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 18:17:56.132932 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-368bfb0f-6ebc-4bdd-80ea-e4c41c4885e5 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763627642920'] for port, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:56.204314 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-368bfb0f-6ebc-4bdd-80ea-e4c41c4885e5 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-732327'] for port, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:56.204633 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-368bfb0f-6ebc-4bdd-80ea-e4c41c4885e5 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:56.215927 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.plugins.ml2.plugin [None req-368bfb0f-6ebc-4bdd-80ea-e4c41c4885e5 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Calling delete_port for 86a6896c-8c28-4364-9f5b-2ed32fbb3aef owned by network:floatingip {{(pid=94211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 18:17:56.352769 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-368bfb0f-6ebc-4bdd-80ea-e4c41c4885e5 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763627647362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763627144942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9252727'] for port, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:56.377038 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368bfb0f-6ebc-4bdd-80ea-e4c41c4885e5 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Pushing event deleted for resources: {'Port': ['ID=86a6896c-8c28-4364-9f5b-2ed32fbb3aef,revision_number=None']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:17:56.388167 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368bfb0f-6ebc-4bdd-80ea-e4c41c4885e5 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:17:56.388511 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368bfb0f-6ebc-4bdd-80ea-e4c41c4885e5 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:17:56.388847 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368bfb0f-6ebc-4bdd-80ea-e4c41c4885e5 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:17:56.389804 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368bfb0f-6ebc-4bdd-80ea-e4c41c4885e5 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:17:56.390167 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368bfb0f-6ebc-4bdd-80ea-e4c41c4885e5 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:17:56.390483 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368bfb0f-6ebc-4bdd-80ea-e4c41c4885e5 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:17:56.390806 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368bfb0f-6ebc-4bdd-80ea-e4c41c4885e5 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:17:56.391134 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368bfb0f-6ebc-4bdd-80ea-e4c41c4885e5 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:17:56.391453 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368bfb0f-6ebc-4bdd-80ea-e4c41c4885e5 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:17:56.391772 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368bfb0f-6ebc-4bdd-80ea-e4c41c4885e5 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:17:56.392091 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368bfb0f-6ebc-4bdd-80ea-e4c41c4885e5 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:17:56.392407 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368bfb0f-6ebc-4bdd-80ea-e4c41c4885e5 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:17:56.444744 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-368bfb0f-6ebc-4bdd-80ea-e4c41c4885e5 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Notify callbacks [] for floatingip, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:56.447339 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-368bfb0f-6ebc-4bdd-80ea-e4c41c4885e5 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195385'] for floatingip, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:56.448461 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-368bfb0f-6ebc-4bdd-80ea-e4c41c4885e5 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "DELETE /v2.0/floatingips/58efccad-8f61-4b33-a1d8-e48bf0777487 HTTP/1.1" status: 204 len: 168 time: 0.4361818 Aug 12 18:17:56.729340 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 54636) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:17:56.734063 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.v2.base [None req-73d35d54-dc22-47d9-864c-21280ffffdf6 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1231323964', 'description': 'tempest-description--213581731'}} {{(pid=94211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:17:56.754962 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-73d35d54-dc22-47d9-864c-21280ffffdf6 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Notify callbacks [] for security_group, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:56.806879 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0955d0d4-79a3-49d2-86d7-7744decf7ec3 req-8b73aefb-db55-48e3-ab46-1b3e41f0988f tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:17:56.808495 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-0955d0d4-79a3-49d2-86d7-7744decf7ec3 req-8b73aefb-db55-48e3-ab46-1b3e41f0988f tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "GET /v2.0/ports?device_id=baf099e7-9785-430d-a6a1-10f0bc1dd51e HTTP/1.1" status: 200 len: 943 time: 0.0493999 Aug 12 18:17:56.834494 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-73d35d54-dc22-47d9-864c-21280ffffdf6 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Notify callbacks [] for security_group, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:56.838339 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-73d35d54-dc22-47d9-864c-21280ffffdf6 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:56.855448 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-0955d0d4-79a3-49d2-86d7-7744decf7ec3 req-b4833be3-5b35-4c4b-a7e8-1ce4d764b458 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee503810-7a83-41bb-ac93-212bb7d263cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402942 Aug 12 18:17:56.862654 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-73d35d54-dc22-47d9-864c-21280ffffdf6 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Notify callbacks [] for security_group, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:56.863944 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-73d35d54-dc22-47d9-864c-21280ffffdf6 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1334627 Aug 12 18:17:56.867804 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 54638) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:17:56.873382 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.v2.base [None req-deacc8f7-8cf5-4e8a-a69f-9ff113333ffc tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Request body: {'security_group_rule': {'security_group_id': '2da7e24b-cf8a-41e2-806d-0c0fa84eab03', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:17:56.881097 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d35d54-dc22-47d9-864c-21280ffffdf6 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2da7e24b-cf8a-41e2-806d-0c0fa84eab03,revision_number=1']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:17:56.891962 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Device 3afa09b8-e560-4816-957a-57e477973e6c details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=94213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 18:17:56.908183 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-deacc8f7-8cf5-4e8a-a69f-9ff113333ffc tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:56.924239 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Device 93486707-cd14-420f-a116-d797832c24b1 no longer exists at agent hyperv_hv-cinder-75994 {{(pid=94213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 18:17:56.963418 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-deacc8f7-8cf5-4e8a-a69f-9ff113333ffc tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:56.967311 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-deacc8f7-8cf5-4e8a-a69f-9ff113333ffc tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740685'] for security_group_rule, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:56.990478 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deacc8f7-8cf5-4e8a-a69f-9ff113333ffc tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=513eee03-7961-4780-9c17-e8e4272811e1,revision_number=0']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:17:56.993161 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-deacc8f7-8cf5-4e8a-a69f-9ff113333ffc tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:56.994441 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-deacc8f7-8cf5-4e8a-a69f-9ff113333ffc tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1253850 Aug 12 18:17:56.997246 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 54644) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:17:57.002777 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.v2.base [None req-1a26a19f-0d8f-404b-a4a4-312376bb5578 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Request body: {'security_group_rule': {'security_group_id': '2da7e24b-cf8a-41e2-806d-0c0fa84eab03', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:17:57.030845 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-1a26a19f-0d8f-404b-a4a4-312376bb5578 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:57.079665 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-1a26a19f-0d8f-404b-a4a4-312376bb5578 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:57.083258 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-1a26a19f-0d8f-404b-a4a4-312376bb5578 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740685'] for security_group_rule, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:57.095260 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.plugin [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] No Port match for: 93486707-cd14-420f-a116-d797832c24b1 {{(pid=94213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 18:17:57.095579 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Device 93486707-cd14-420f-a116-d797832c24b1 not bound to the agent host hv-cinder-75994 {{(pid=94213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 18:17:57.099915 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a26a19f-0d8f-404b-a4a4-312376bb5578 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=699a5a90-5e5a-4886-9730-dde04a3c4c75,revision_number=0']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:17:57.109067 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-1a26a19f-0d8f-404b-a4a4-312376bb5578 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:57.110250 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-1a26a19f-0d8f-404b-a4a4-312376bb5578 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1119270 Aug 12 18:17:57.113331 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 54646) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:17:57.117922 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.v2.base [None req-d34425b3-0393-427f-9e65-976a9179896d tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Request body: {'floatingip': {'floating_network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce'}} {{(pid=94212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:17:57.138976 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] For port 3afa09b8-e560-4816-957a-57e477973e6c, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=3afa09b8-e560-4816-957a-57e477973e6c,segment=NetworkSegment(12b6e908-d387-45ae-adb0-8f4da70f126b),segment_id=12b6e908-d387-45ae-adb0-8f4da70f126b)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:17:57.141226 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-d34425b3-0393-427f-9e65-976a9179896d tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Notify callbacks [] for floatingip, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:57.150767 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Returning: {'device': '3afa09b8-e560-4816-957a-57e477973e6c', 'network_id': '31201492-d25f-40e0-b40e-85e206051e6d', 'port_id': '3afa09b8-e560-4816-957a-57e477973e6c', 'mac_address': 'fa:16:3e:59:e4:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '019c3d0a-2e33-4501-a1d9-19968c2a45a9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 18:17:57.189686 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:57.202454 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.notifiers.nova [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3afa09b8-e560-4816-957a-57e477973e6c {{(pid=94213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 18:17:57.221781 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] For port 3afa09b8-e560-4816-957a-57e477973e6c, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=3afa09b8-e560-4816-957a-57e477973e6c,segment=NetworkSegment(12b6e908-d387-45ae-adb0-8f4da70f126b),segment_id=12b6e908-d387-45ae-adb0-8f4da70f126b)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:17:57.226653 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:57.240064 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-d34425b3-0393-427f-9e65-976a9179896d tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:57.276706 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Pushing event updated for resources: {'Port': ['ID=3afa09b8-e560-4816-957a-57e477973e6c,revision_number=7']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:17:57.343639 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.db_base_plugin_common [None req-d34425b3-0393-427f-9e65-976a9179896d tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Allocated IP 172.27.3.75 (7a7b82d9-a69e-485d-9e07-6a129d075bce/c473b355-6ff8-4f1b-9a18-c893e152c20b/03c33a30-2d77-4aea-be98-8c8619237ff9) {{(pid=94212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 18:17:57.443058 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-d34425b3-0393-427f-9e65-976a9179896d tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Notify callbacks [] for port, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:57.454334 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] get_ports_and_sgs() called for port_ids ['3afa09b8-e560-4816-957a-57e477973e6c'] {{(pid=94213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 18:17:57.482628 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-d34425b3-0393-427f-9e65-976a9179896d tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763627144933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8400677'] for port, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:57.518874 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34425b3-0393-427f-9e65-976a9179896d tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Network 7a7b82d9-a69e-485d-9e07-6a129d075bce is already hosted by enough agents. {{(pid=94212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 18:17:57.523679 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.base_scheduler [None req-d34425b3-0393-427f-9e65-976a9179896d tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Resources bound (agent type, host, resource id): {{(pid=94212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 18:17:57.526100 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34425b3-0393-427f-9e65-976a9179896d tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Received port after_create {{(pid=94212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 18:17:57.562362 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34425b3-0393-427f-9e65-976a9179896d tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Pushing event updated for resources: {'Port': ['ID=03c33a30-2d77-4aea-be98-8c8619237ff9,revision_number=1']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:17:57.618841 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-d34425b3-0393-427f-9e65-976a9179896d tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:57.651949 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-d34425b3-0393-427f-9e65-976a9179896d tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:57.794611 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-d34425b3-0393-427f-9e65-976a9179896d tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Notify callbacks [] for port, precommit_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:57.798886 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-d34425b3-0393-427f-9e65-976a9179896d tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8400684'] for port, after_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:57.862391 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34425b3-0393-427f-9e65-976a9179896d tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Pushing event updated for resources: {'Port': ['ID=03c33a30-2d77-4aea-be98-8c8619237ff9,revision_number=2']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:17:57.873276 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-d34425b3-0393-427f-9e65-976a9179896d tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734856'] for floatingip, after_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:57.886493 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-d34425b3-0393-427f-9e65-976a9179896d tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195385'] for floatingip, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:57.887954 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-d34425b3-0393-427f-9e65-976a9179896d tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7735815 Aug 12 18:17:58.083263 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-b2eca1dd-aff8-43e4-9f57-0a41329dec6a req-f3b01864-0703-4c9d-af78-7b031d858512 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1231323964&fields=id&tenant_id=7914b9ae47f74d8a8462a76f248cff78 HTTP/1.1" status: 200 len: 267 time: 0.0458345 Aug 12 18:17:58.185012 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eca1dd-aff8-43e4-9f57-0a41329dec6a req-23027a6b-e3c8-4ec1-aaad-46c9095d6dd8 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:17:58.187020 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-b2eca1dd-aff8-43e4-9f57-0a41329dec6a req-23027a6b-e3c8-4ec1-aaad-46c9095d6dd8 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/networks?id=6b1fc686-fd3a-4539-aa22-2794a86ed1a0 HTTP/1.1" status: 200 len: 817 time: 0.0969245 Aug 12 18:17:58.201485 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-b2eca1dd-aff8-43e4-9f57-0a41329dec6a req-815a0ee6-0d6e-40bb-808f-d8cd2de73142 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/quotas/7914b9ae47f74d8a8462a76f248cff78 HTTP/1.1" status: 200 len: 375 time: 0.0086591 Aug 12 18:17:58.252886 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-b2eca1dd-aff8-43e4-9f57-0a41329dec6a req-26cb5a13-666b-427b-ad8c-5a81d37df453 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=7914b9ae47f74d8a8462a76f248cff78&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0462227 Aug 12 18:17:58.391319 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-b2eca1dd-aff8-43e4-9f57-0a41329dec6a req-dcd950ed-f27e-4730-abaa-da29af0b6224 service neutron] 10.222.0.30 "GET /v2.0/networks/6b1fc686-fd3a-4539-aa22-2794a86ed1a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254985 Aug 12 18:17:58.477579 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-b2eca1dd-aff8-43e4-9f57-0a41329dec6a req-3ad2b474-0f73-409c-931f-95d9db4cf0a3 service neutron] 10.222.0.30 "GET /v2.0/networks/6b1fc686-fd3a-4539-aa22-2794a86ed1a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803268 Aug 12 18:17:58.632730 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-d04bc4ab-2406-4a7d-a286-0c3edaa78652 req-2230dd3d-d14a-4cb6-83a8-d1e5fd65331c tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=36c1e6bd-8154-4b77-af99-8dc0411b817b HTTP/1.1" status: 200 len: 210 time: 0.0259953 Aug 12 18:17:58.891653 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Device 3afa09b8-e560-4816-957a-57e477973e6c up at agent hyperv_hv-cinder-75994 {{(pid=94213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 18:17:58.944125 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Provisioning complete for port 3afa09b8-e560-4816-957a-57e477973e6c triggered by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:17:58.944521 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:59.026624 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:59.049098 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf099e7-9785-430d-a6a1-10f0bc1dd51e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3afa09b8-e560-4816-957a-57e477973e6c'}] {{(pid=94213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 18:17:59.051466 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093bef5005328d2170e61a9e3556762ddeddd0b69a57765fcd678c61bdf37499" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0714dfa9-dfdb-4c6a-99ea-6e7ccb28d18d" -d '{"events": [{"server_uuid": "baf099e7-9785-430d-a6a1-10f0bc1dd51e", "name": "network-vif-plugged", "status": "completed", "tag": "3afa09b8-e560-4816-957a-57e477973e6c"}]}' {{(pid=94213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 18:17:59.068974 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] For port 3afa09b8-e560-4816-957a-57e477973e6c, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=3afa09b8-e560-4816-957a-57e477973e6c,segment=NetworkSegment(12b6e908-d387-45ae-adb0-8f4da70f126b),segment_id=12b6e908-d387-45ae-adb0-8f4da70f126b)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:17:59.073828 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:59.104710 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 18:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c56de4-1774-4186-b54f-988f22f68bb8 x-openstack-request-id: req-a9c56de4-1774-4186-b54f-988f22f68bb8 {{(pid=94213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 18:17:59.105021 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baf099e7-9785-430d-a6a1-10f0bc1dd51e", "name": "network-vif-plugged", "status": "completed", "tag": "3afa09b8-e560-4816-957a-57e477973e6c", "code": 200}]} {{(pid=94213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 18:17:59.105301 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a9c56de4-1774-4186-b54f-988f22f68bb8 {{(pid=94213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 18:17:59.105795 dv-cinder-759943-10-iscsi neutron-server[94213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baf099e7-9785-430d-a6a1-10f0bc1dd51e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3afa09b8-e560-4816-957a-57e477973e6c', 'code': 200} Aug 12 18:17:59.145661 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Pushing event updated for resources: {'Port': ['ID=3afa09b8-e560-4816-957a-57e477973e6c,revision_number=8']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:17:59.566969 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eca1dd-aff8-43e4-9f57-0a41329dec6a req-1a686f2e-54f5-4845-8949-0ffb2e5f68c6 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:17:59.568363 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-b2eca1dd-aff8-43e4-9f57-0a41329dec6a req-1a686f2e-54f5-4845-8949-0ffb2e5f68c6 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.57 "GET /v2.0/networks?id=6b1fc686-fd3a-4539-aa22-2794a86ed1a0 HTTP/1.1" status: 200 len: 817 time: 0.1037698 Aug 12 18:17:59.614883 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-b2eca1dd-aff8-43e4-9f57-0a41329dec6a req-eba65f69-742e-4a6d-ac22-76d163deda8d tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7914b9ae47f74d8a8462a76f248cff78 HTTP/1.1" status: 200 len: 380 time: 0.0358315 Aug 12 18:17:59.624271 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.v2.base [req-b2eca1dd-aff8-43e4-9f57-0a41329dec6a req-520c37f4-2425-444f-b673-7de6f64b3380 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Request body: {'port': {'device_id': '36c1e6bd-8154-4b77-af99-8dc0411b817b', 'network_id': '6b1fc686-fd3a-4539-aa22-2794a86ed1a0', 'admin_state_up': True, 'tenant_id': '7914b9ae47f74d8a8462a76f248cff78', 'security_groups': ['2da7e24b-cf8a-41e2-806d-0c0fa84eab03']}} {{(pid=94212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:17:59.738047 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-1c490f80-806a-45fd-8c89-930a1cfcf1fe req-7cfdf5c2-f647-4851-81b3-b49ea4ed05ed tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=36c1e6bd-8154-4b77-af99-8dc0411b817b HTTP/1.1" status: 200 len: 210 time: 0.0335989 Aug 12 18:17:59.758067 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2eca1dd-aff8-43e4-9f57-0a41329dec6a req-520c37f4-2425-444f-b673-7de6f64b3380 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Made reservation on behalf of 7914b9ae47f74d8a8462a76f248cff78 for: {'port': 1} {{(pid=94212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 18:17:59.761671 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-b2eca1dd-aff8-43e4-9f57-0a41329dec6a req-520c37f4-2425-444f-b673-7de6f64b3380 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:17:59.880961 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.db_base_plugin_common [req-b2eca1dd-aff8-43e4-9f57-0a41329dec6a req-520c37f4-2425-444f-b673-7de6f64b3380 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Allocated IP 172.20.0.9 (6b1fc686-fd3a-4539-aa22-2794a86ed1a0/1d6fbddb-fc25-47a1-888d-ce03ef22670c/10b05948-8d17-4a21-953c-6b22de2f9546) {{(pid=94212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 18:18:00.020302 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-b2eca1dd-aff8-43e4-9f57-0a41329dec6a req-520c37f4-2425-444f-b673-7de6f64b3380 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Notify callbacks [] for port, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:00.034092 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.provisioning_blocks [req-b2eca1dd-aff8-43e4-9f57-0a41329dec6a req-520c37f4-2425-444f-b673-7de6f64b3380 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Transition to ACTIVE for port object 10b05948-8d17-4a21-953c-6b22de2f9546 will not be triggered until provisioned by entity DHCP. {{(pid=94212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 18:18:00.066303 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-b2eca1dd-aff8-43e4-9f57-0a41329dec6a req-520c37f4-2425-444f-b673-7de6f64b3380 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763627144933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8400677'] for port, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:00.110209 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2eca1dd-aff8-43e4-9f57-0a41329dec6a req-520c37f4-2425-444f-b673-7de6f64b3380 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Network 6b1fc686-fd3a-4539-aa22-2794a86ed1a0 is already hosted by enough agents. {{(pid=94212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 18:18:00.113231 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.base_scheduler [req-b2eca1dd-aff8-43e4-9f57-0a41329dec6a req-520c37f4-2425-444f-b673-7de6f64b3380 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Resources bound (agent type, host, resource id): {{(pid=94212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 18:18:00.117487 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2eca1dd-aff8-43e4-9f57-0a41329dec6a req-520c37f4-2425-444f-b673-7de6f64b3380 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Received port after_create {{(pid=94212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 18:18:00.124101 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520c37f4-2425-444f-b673-7de6f64b3380 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Pushing event updated for resources: {'Port': ['ID=10b05948-8d17-4a21-953c-6b22de2f9546,revision_number=1']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:18:00.176939 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eca1dd-aff8-43e4-9f57-0a41329dec6a req-520c37f4-2425-444f-b673-7de6f64b3380 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:18:00.177547 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-b2eca1dd-aff8-43e4-9f57-0a41329dec6a req-520c37f4-2425-444f-b673-7de6f64b3380 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195385'] for port, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:00.192283 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-b2eca1dd-aff8-43e4-9f57-0a41329dec6a req-520c37f4-2425-444f-b673-7de6f64b3380 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5716462 Aug 12 18:18:00.205025 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.v2.base [req-b2eca1dd-aff8-43e4-9f57-0a41329dec6a req-9ca83d0b-cec8-43f9-865d-eafafc7ebdb9 service neutron] Request body: {'port': {'device_id': '36c1e6bd-8154-4b77-af99-8dc0411b817b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=94212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:18:00.262720 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-b2eca1dd-aff8-43e4-9f57-0a41329dec6a req-9ca83d0b-cec8-43f9-865d-eafafc7ebdb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:00.295638 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-f6b05b42-088b-4af7-975f-52e5b68b71f0 None None] Provisioning for port 10b05948-8d17-4a21-953c-6b22de2f9546 completed by entity DHCP. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 18:18:00.299208 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-f6b05b42-088b-4af7-975f-52e5b68b71f0 None None] Provisioning complete for port 10b05948-8d17-4a21-953c-6b22de2f9546 triggered by entity DHCP. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:18:00.299578 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-f6b05b42-088b-4af7-975f-52e5b68b71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:00.332278 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.plugin [None req-f6b05b42-088b-4af7-975f-52e5b68b71f0 None None] Port 10b05948-8d17-4a21-953c-6b22de2f9546 cannot update to ACTIVE because it is not bound. {{(pid=94213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 18:18:00.516973 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.notifiers.nova [req-b2eca1dd-aff8-43e4-9f57-0a41329dec6a req-9ca83d0b-cec8-43f9-865d-eafafc7ebdb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10b05948-8d17-4a21-953c-6b22de2f9546 {{(pid=94212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 18:18:00.523915 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-b2eca1dd-aff8-43e4-9f57-0a41329dec6a req-9ca83d0b-cec8-43f9-865d-eafafc7ebdb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:00.535109 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.provisioning_blocks [req-b2eca1dd-aff8-43e4-9f57-0a41329dec6a req-9ca83d0b-cec8-43f9-865d-eafafc7ebdb9 service neutron] Transition to ACTIVE for port object 10b05948-8d17-4a21-953c-6b22de2f9546 will not be triggered until provisioned by entity L2. {{(pid=94212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 18:18:00.538772 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-b2eca1dd-aff8-43e4-9f57-0a41329dec6a req-9ca83d0b-cec8-43f9-865d-eafafc7ebdb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8400684'] for port, after_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:00.605804 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca83d0b-cec8-43f9-865d-eafafc7ebdb9 service neutron] Pushing event updated for resources: {'Port': ['ID=10b05948-8d17-4a21-953c-6b22de2f9546,revision_number=2']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:18:00.654766 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.managers [req-b2eca1dd-aff8-43e4-9f57-0a41329dec6a req-9ca83d0b-cec8-43f9-865d-eafafc7ebdb9 service neutron] Attempting to bind port 10b05948-8d17-4a21-953c-6b22de2f9546 on host hv-cinder-75994 for vnic_type normal with profile {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 18:18:00.655101 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.managers [req-b2eca1dd-aff8-43e4-9f57-0a41329dec6a req-9ca83d0b-cec8-43f9-865d-eafafc7ebdb9 service neutron] Attempting to bind port 10b05948-8d17-4a21-953c-6b22de2f9546 by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': 'b0bd17e6-9f7e-43f1-a264-2ad32dfe27ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6b1fc686-fd3a-4539-aa22-2794a86ed1a0'}] {{(pid=94212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 18:18:00.655429 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2eca1dd-aff8-43e4-9f57-0a41329dec6a req-9ca83d0b-cec8-43f9-865d-eafafc7ebdb9 service neutron] Attempting to bind port 10b05948-8d17-4a21-953c-6b22de2f9546 on network 6b1fc686-fd3a-4539-aa22-2794a86ed1a0 {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 18:18:00.659776 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2eca1dd-aff8-43e4-9f57-0a41329dec6a req-9ca83d0b-cec8-43f9-865d-eafafc7ebdb9 service neutron] Port 10b05948-8d17-4a21-953c-6b22de2f9546 on network 6b1fc686-fd3a-4539-aa22-2794a86ed1a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 18:18:00.660098 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2eca1dd-aff8-43e4-9f57-0a41329dec6a req-9ca83d0b-cec8-43f9-865d-eafafc7ebdb9 service neutron] Attempting to bind port 10b05948-8d17-4a21-953c-6b22de2f9546 on network 6b1fc686-fd3a-4539-aa22-2794a86ed1a0 {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 18:18:00.665245 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2eca1dd-aff8-43e4-9f57-0a41329dec6a req-9ca83d0b-cec8-43f9-865d-eafafc7ebdb9 service neutron] Checking agent: {'id': '45fcbab4-fb54-4843-ab6e-792adfc8e994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 18, 10, 22), 'started_at': datetime.datetime(2021, 8, 12, 18, 10, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 18, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 18:18:00.665578 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2eca1dd-aff8-43e4-9f57-0a41329dec6a req-9ca83d0b-cec8-43f9-865d-eafafc7ebdb9 service neutron] Checking segment: {'id': 'b0bd17e6-9f7e-43f1-a264-2ad32dfe27ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6b1fc686-fd3a-4539-aa22-2794a86ed1a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 18:18:00.665980 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2eca1dd-aff8-43e4-9f57-0a41329dec6a req-9ca83d0b-cec8-43f9-865d-eafafc7ebdb9 service neutron] Bound using segment: {'id': 'b0bd17e6-9f7e-43f1-a264-2ad32dfe27ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6b1fc686-fd3a-4539-aa22-2794a86ed1a0'} {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 18:18:00.666411 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.managers [req-b2eca1dd-aff8-43e4-9f57-0a41329dec6a req-9ca83d0b-cec8-43f9-865d-eafafc7ebdb9 service neutron] Bound port: 10b05948-8d17-4a21-953c-6b22de2f9546, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0bd17e6-9f7e-43f1-a264-2ad32dfe27ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6b1fc686-fd3a-4539-aa22-2794a86ed1a0'}}] {{(pid=94212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 18:18:00.666767 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-b2eca1dd-aff8-43e4-9f57-0a41329dec6a req-9ca83d0b-cec8-43f9-865d-eafafc7ebdb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:00.729970 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.db [req-b2eca1dd-aff8-43e4-9f57-0a41329dec6a req-9ca83d0b-cec8-43f9-865d-eafafc7ebdb9 service neutron] For port 10b05948-8d17-4a21-953c-6b22de2f9546, host hv-cinder-75994, cleared binding levels {{(pid=94212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 18:18:00.733248 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.db [req-b2eca1dd-aff8-43e4-9f57-0a41329dec6a req-9ca83d0b-cec8-43f9-865d-eafafc7ebdb9 service neutron] For port 10b05948-8d17-4a21-953c-6b22de2f9546, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=10b05948-8d17-4a21-953c-6b22de2f9546,segment=NetworkSegment(b0bd17e6-9f7e-43f1-a264-2ad32dfe27ab),segment_id=b0bd17e6-9f7e-43f1-a264-2ad32dfe27ab)] {{(pid=94212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 18:18:00.737805 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-b2eca1dd-aff8-43e4-9f57-0a41329dec6a req-9ca83d0b-cec8-43f9-865d-eafafc7ebdb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8400684'] for port, after_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:00.774553 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eca1dd-aff8-43e4-9f57-0a41329dec6a req-9ca83d0b-cec8-43f9-865d-eafafc7ebdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:18:00.774816 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-b2eca1dd-aff8-43e4-9f57-0a41329dec6a req-9ca83d0b-cec8-43f9-865d-eafafc7ebdb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195385'] for port, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:00.776206 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-b2eca1dd-aff8-43e4-9f57-0a41329dec6a req-9ca83d0b-cec8-43f9-865d-eafafc7ebdb9 service neutron] 10.222.0.57 "PUT /v2.0/ports/10b05948-8d17-4a21-953c-6b22de2f9546 HTTP/1.1" status: 200 len: 1093 time: 0.5760863 Aug 12 18:18:00.776642 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36c1e6bd-8154-4b77-af99-8dc0411b817b', 'tag': '10b05948-8d17-4a21-953c-6b22de2f9546'}] {{(pid=94212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 18:18:00.778911 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd512f55349b839fb4675422b2dbaf52bda1baead41a4efd90d4bf8a5142663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e36fd19b-34f3-48c5-9890-27cfa5f316d3" -d '{"events": [{"name": "network-changed", "server_uuid": "36c1e6bd-8154-4b77-af99-8dc0411b817b", "tag": "10b05948-8d17-4a21-953c-6b22de2f9546"}]}' {{(pid=94212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 18:18:00.807750 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca83d0b-cec8-43f9-865d-eafafc7ebdb9 service neutron] Pushing event updated for resources: {'Port': ['ID=10b05948-8d17-4a21-953c-6b22de2f9546,revision_number=3']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:18:00.847580 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 18:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f8253b-863c-4fae-bbdf-a8e5ebb78479 x-openstack-request-id: req-13f8253b-863c-4fae-bbdf-a8e5ebb78479 {{(pid=94212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 18:18:00.847876 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36c1e6bd-8154-4b77-af99-8dc0411b817b", "tag": "10b05948-8d17-4a21-953c-6b22de2f9546", "status": "completed", "code": 200}]} {{(pid=94212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 18:18:00.848119 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-13f8253b-863c-4fae-bbdf-a8e5ebb78479 {{(pid=94212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 18:18:00.848502 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36c1e6bd-8154-4b77-af99-8dc0411b817b', 'tag': '10b05948-8d17-4a21-953c-6b22de2f9546', 'status': 'completed', 'code': 200} Aug 12 18:18:00.894490 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eca1dd-aff8-43e4-9f57-0a41329dec6a req-98d151c4-1714-4caf-af28-c8d0743806e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:18:00.896006 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-b2eca1dd-aff8-43e4-9f57-0a41329dec6a req-98d151c4-1714-4caf-af28-c8d0743806e5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7914b9ae47f74d8a8462a76f248cff78&device_id=36c1e6bd-8154-4b77-af99-8dc0411b817b HTTP/1.1" status: 200 len: 1096 time: 0.0742674 Aug 12 18:18:00.906426 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb43829-6a18-411e-b7d3-b14efe22bea8 req-994c3def-7171-411e-b240-7e4e54f9aeb6 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:18:00.907903 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-1eb43829-6a18-411e-b7d3-b14efe22bea8 req-994c3def-7171-411e-b240-7e4e54f9aeb6 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=36c1e6bd-8154-4b77-af99-8dc0411b817b HTTP/1.1" status: 200 len: 943 time: 0.0760205 Aug 12 18:18:00.956354 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-b2eca1dd-aff8-43e4-9f57-0a41329dec6a req-3f96bce7-6ed1-4b42-82bc-0b18450ab7ec service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10b05948-8d17-4a21-953c-6b22de2f9546 HTTP/1.1" status: 200 len: 217 time: 0.0474899 Aug 12 18:18:01.000152 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-1eb43829-6a18-411e-b7d3-b14efe22bea8 req-9c323b46-c074-4629-a24f-161e86f59258 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=2da7e24b-cf8a-41e2-806d-0c0fa84eab03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856576 Aug 12 18:18:01.016746 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eca1dd-aff8-43e4-9f57-0a41329dec6a req-8fd67c31-4530-4c5c-8268-4e968609e55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:18:01.018198 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-b2eca1dd-aff8-43e4-9f57-0a41329dec6a req-8fd67c31-4530-4c5c-8268-4e968609e55b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1d6fbddb-fc25-47a1-888d-ce03ef22670c HTTP/1.1" status: 200 len: 856 time: 0.0543802 Aug 12 18:18:01.062754 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eca1dd-aff8-43e4-9f57-0a41329dec6a req-6d9d79a1-8dee-403f-9549-e52627d0860e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:18:01.064136 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-b2eca1dd-aff8-43e4-9f57-0a41329dec6a req-6d9d79a1-8dee-403f-9549-e52627d0860e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6b1fc686-fd3a-4539-aa22-2794a86ed1a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0390866 Aug 12 18:18:01.153221 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-b2eca1dd-aff8-43e4-9f57-0a41329dec6a req-a3e83fa0-7d66-441a-a821-b35df83c183d service neutron] 10.222.0.57 "GET /v2.0/networks/6b1fc686-fd3a-4539-aa22-2794a86ed1a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816963 Aug 12 18:18:01.238300 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-b2eca1dd-aff8-43e4-9f57-0a41329dec6a req-d6fac978-243b-4bb7-a469-6aec26351bfe service neutron] 10.222.0.57 "GET /v2.0/networks/6b1fc686-fd3a-4539-aa22-2794a86ed1a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782743 Aug 12 18:18:01.327679 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36fd19b-34f3-48c5-9890-27cfa5f316d3 req-577eba5c-1321-4a43-9ad0-09ca16f12ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:18:01.329175 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-e36fd19b-34f3-48c5-9890-27cfa5f316d3 req-577eba5c-1321-4a43-9ad0-09ca16f12ffc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7914b9ae47f74d8a8462a76f248cff78&device_id=36c1e6bd-8154-4b77-af99-8dc0411b817b HTTP/1.1" status: 200 len: 1096 time: 0.0415130 Aug 12 18:18:01.420370 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36fd19b-34f3-48c5-9890-27cfa5f316d3 req-6552764b-8f9f-461b-bb88-18ad22b21c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:18:01.421829 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-e36fd19b-34f3-48c5-9890-27cfa5f316d3 req-6552764b-8f9f-461b-bb88-18ad22b21c28 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6b1fc686-fd3a-4539-aa22-2794a86ed1a0 HTTP/1.1" status: 200 len: 918 time: 0.0847774 Aug 12 18:18:01.463091 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-e36fd19b-34f3-48c5-9890-27cfa5f316d3 req-8b154c65-5889-4d4a-8fe3-66e1dce4578e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10b05948-8d17-4a21-953c-6b22de2f9546 HTTP/1.1" status: 200 len: 217 time: 0.0332124 Aug 12 18:18:01.514110 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36fd19b-34f3-48c5-9890-27cfa5f316d3 req-6c3f0565-b886-4843-a1cf-600901c99757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:18:01.515981 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-e36fd19b-34f3-48c5-9890-27cfa5f316d3 req-6c3f0565-b886-4843-a1cf-600901c99757 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1d6fbddb-fc25-47a1-888d-ce03ef22670c HTTP/1.1" status: 200 len: 856 time: 0.0451922 Aug 12 18:18:01.558790 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36fd19b-34f3-48c5-9890-27cfa5f316d3 req-462b5a26-4c2a-4565-a974-d979bcd2e338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:18:01.560202 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-e36fd19b-34f3-48c5-9890-27cfa5f316d3 req-462b5a26-4c2a-4565-a974-d979bcd2e338 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6b1fc686-fd3a-4539-aa22-2794a86ed1a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0371764 Aug 12 18:18:01.649157 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-e36fd19b-34f3-48c5-9890-27cfa5f316d3 req-282f4e8f-2984-4f6f-8702-05c28b75ab9b service neutron] 10.222.0.57 "GET /v2.0/networks/6b1fc686-fd3a-4539-aa22-2794a86ed1a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781925 Aug 12 18:18:01.740004 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-e36fd19b-34f3-48c5-9890-27cfa5f316d3 req-88a0c106-054d-4031-8e3f-3c5dbb36de21 service neutron] 10.222.0.57 "GET /v2.0/networks/6b1fc686-fd3a-4539-aa22-2794a86ed1a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819600 Aug 12 18:18:02.114328 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02d87c3-dbfb-44f2-84d4-8d733bb1afc4 req-a752858e-c29e-4977-bc80-6e91c379abd7 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:18:02.115768 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-e02d87c3-dbfb-44f2-84d4-8d733bb1afc4 req-a752858e-c29e-4977-bc80-6e91c379abd7 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=36c1e6bd-8154-4b77-af99-8dc0411b817b HTTP/1.1" status: 200 len: 943 time: 0.0480943 Aug 12 18:18:02.151139 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-e02d87c3-dbfb-44f2-84d4-8d733bb1afc4 req-e0445b33-a1bc-4c4e-83ce-d3975b1bf7bd tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=2da7e24b-cf8a-41e2-806d-0c0fa84eab03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296006 Aug 12 18:18:03.265353 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccf3d3c-b40d-45fc-a6d0-2661c06bc578 req-7340aabd-43e4-407c-8449-9fab05cb6efa tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:18:03.266849 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-1ccf3d3c-b40d-45fc-a6d0-2661c06bc578 req-7340aabd-43e4-407c-8449-9fab05cb6efa tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=36c1e6bd-8154-4b77-af99-8dc0411b817b HTTP/1.1" status: 200 len: 943 time: 0.0476706 Aug 12 18:18:03.305252 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-1ccf3d3c-b40d-45fc-a6d0-2661c06bc578 req-2da4428a-c682-4d51-a3c8-58a36792874e tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=2da7e24b-cf8a-41e2-806d-0c0fa84eab03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325725 Aug 12 18:18:04.671054 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa010bb3-7a17-4493-842c-db4f8099df20 req-fd283c1b-5459-4bd6-b47c-a0b92ff1c35d tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:18:04.672588 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-fa010bb3-7a17-4493-842c-db4f8099df20 req-fd283c1b-5459-4bd6-b47c-a0b92ff1c35d tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=36c1e6bd-8154-4b77-af99-8dc0411b817b HTTP/1.1" status: 200 len: 943 time: 0.2977917 Aug 12 18:18:04.714200 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-fa010bb3-7a17-4493-842c-db4f8099df20 req-37245ebe-c1ac-41e1-90f6-2c82b6c1af43 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=2da7e24b-cf8a-41e2-806d-0c0fa84eab03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354741 Aug 12 18:18:04.896649 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Device 10b05948-8d17-4a21-953c-6b22de2f9546 details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=94213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 18:18:04.968651 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-2f593e42-3651-454b-8349-c56d449c0184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:04.999658 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] For port 10b05948-8d17-4a21-953c-6b22de2f9546, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=10b05948-8d17-4a21-953c-6b22de2f9546,segment=NetworkSegment(b0bd17e6-9f7e-43f1-a264-2ad32dfe27ab),segment_id=b0bd17e6-9f7e-43f1-a264-2ad32dfe27ab)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:18:05.010234 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Returning: {'device': '10b05948-8d17-4a21-953c-6b22de2f9546', 'network_id': '6b1fc686-fd3a-4539-aa22-2794a86ed1a0', 'port_id': '10b05948-8d17-4a21-953c-6b22de2f9546', 'mac_address': 'fa:16:3e:ee:e2:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d6fbddb-fc25-47a1-888d-ce03ef22670c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 18:18:05.046422 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:05.058315 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.notifiers.nova [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10b05948-8d17-4a21-953c-6b22de2f9546 {{(pid=94213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 18:18:05.076856 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] For port 10b05948-8d17-4a21-953c-6b22de2f9546, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=10b05948-8d17-4a21-953c-6b22de2f9546,segment=NetworkSegment(b0bd17e6-9f7e-43f1-a264-2ad32dfe27ab),segment_id=b0bd17e6-9f7e-43f1-a264-2ad32dfe27ab)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:18:05.080489 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:05.125891 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Pushing event updated for resources: {'Port': ['ID=10b05948-8d17-4a21-953c-6b22de2f9546,revision_number=4']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:18:05.288013 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] get_ports_and_sgs() called for port_ids ['10b05948-8d17-4a21-953c-6b22de2f9546'] {{(pid=94213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 18:18:05.831616 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6468af68-189c-4ecf-a84b-ce3fc5e5ee53 req-7042217a-1384-4f68-a341-cdfeb3b0b367 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:18:05.833073 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-6468af68-189c-4ecf-a84b-ce3fc5e5ee53 req-7042217a-1384-4f68-a341-cdfeb3b0b367 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=36c1e6bd-8154-4b77-af99-8dc0411b817b HTTP/1.1" status: 200 len: 944 time: 0.0476317 Aug 12 18:18:05.871434 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-6468af68-189c-4ecf-a84b-ce3fc5e5ee53 req-4b2b08ec-a2c4-43be-afbf-edd69d40bb28 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=2da7e24b-cf8a-41e2-806d-0c0fa84eab03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324979 Aug 12 18:18:06.909264 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Device 10b05948-8d17-4a21-953c-6b22de2f9546 up at agent hyperv_hv-cinder-75994 {{(pid=94213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 18:18:06.957640 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Provisioning for port 10b05948-8d17-4a21-953c-6b22de2f9546 completed by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 18:18:06.961427 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Provisioning complete for port 10b05948-8d17-4a21-953c-6b22de2f9546 triggered by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:18:06.961800 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:06.988980 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762fa195-efee-4764-af38-e9434aa186d3 req-74d3cfe6-a958-486c-8252-0e3375ac8fb2 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:18:06.990520 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-762fa195-efee-4764-af38-e9434aa186d3 req-74d3cfe6-a958-486c-8252-0e3375ac8fb2 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=36c1e6bd-8154-4b77-af99-8dc0411b817b HTTP/1.1" status: 200 len: 944 time: 0.0486212 Aug 12 18:18:07.027708 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-762fa195-efee-4764-af38-e9434aa186d3 req-610e2b87-977b-40c2-9bb6-87c0d7d0ef36 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=2da7e24b-cf8a-41e2-806d-0c0fa84eab03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312037 Aug 12 18:18:07.040025 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:07.062814 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36c1e6bd-8154-4b77-af99-8dc0411b817b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10b05948-8d17-4a21-953c-6b22de2f9546'}] {{(pid=94213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 18:18:07.065060 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093bef5005328d2170e61a9e3556762ddeddd0b69a57765fcd678c61bdf37499" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d20e4be3-1a3b-4711-bdb4-e282f975d3c3" -d '{"events": [{"server_uuid": "36c1e6bd-8154-4b77-af99-8dc0411b817b", "name": "network-vif-plugged", "status": "completed", "tag": "10b05948-8d17-4a21-953c-6b22de2f9546"}]}' {{(pid=94213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 18:18:07.078980 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] For port 10b05948-8d17-4a21-953c-6b22de2f9546, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=10b05948-8d17-4a21-953c-6b22de2f9546,segment=NetworkSegment(b0bd17e6-9f7e-43f1-a264-2ad32dfe27ab),segment_id=b0bd17e6-9f7e-43f1-a264-2ad32dfe27ab)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:18:07.083040 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:07.108764 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 18:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43cc491e-c4bb-4f98-bd6f-fd5dd73da2d5 x-openstack-request-id: req-43cc491e-c4bb-4f98-bd6f-fd5dd73da2d5 {{(pid=94213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 18:18:07.109063 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36c1e6bd-8154-4b77-af99-8dc0411b817b", "name": "network-vif-plugged", "status": "completed", "tag": "10b05948-8d17-4a21-953c-6b22de2f9546", "code": 200}]} {{(pid=94213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 18:18:07.109302 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-43cc491e-c4bb-4f98-bd6f-fd5dd73da2d5 {{(pid=94213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 18:18:07.110226 dv-cinder-759943-10-iscsi neutron-server[94213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36c1e6bd-8154-4b77-af99-8dc0411b817b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10b05948-8d17-4a21-953c-6b22de2f9546', 'code': 200} Aug 12 18:18:07.135096 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Pushing event updated for resources: {'Port': ['ID=10b05948-8d17-4a21-953c-6b22de2f9546,revision_number=5']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:18:07.271678 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9164917-a88b-4cef-824f-54816bea8d90 req-a1d38369-63f1-49e0-952a-c220fd6bdda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:18:07.273178 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-a9164917-a88b-4cef-824f-54816bea8d90 req-a1d38369-63f1-49e0-952a-c220fd6bdda1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=36c1e6bd-8154-4b77-af99-8dc0411b817b HTTP/1.1" status: 200 len: 1098 time: 0.0405946 Aug 12 18:18:07.308526 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-a9164917-a88b-4cef-824f-54816bea8d90 req-6f02f177-d972-4222-9f7b-25e55a6aaf95 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2da7e24b-cf8a-41e2-806d-0c0fa84eab03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276747 Aug 12 18:18:07.327452 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-234d675b-e2c8-45f1-afa2-d76ba87a7811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:07.964500 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:08.149072 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46859c23-3604-4022-9da9-2e59db05c588 req-447f4aa5-96b2-4d54-b96f-e1535080c435 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:18:08.150563 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-46859c23-3604-4022-9da9-2e59db05c588 req-447f4aa5-96b2-4d54-b96f-e1535080c435 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=36c1e6bd-8154-4b77-af99-8dc0411b817b HTTP/1.1" status: 200 len: 945 time: 0.0478482 Aug 12 18:18:08.187694 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-46859c23-3604-4022-9da9-2e59db05c588 req-d94d7704-2aec-4d23-91bf-7c9d37146660 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=2da7e24b-cf8a-41e2-806d-0c0fa84eab03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307698 Aug 12 18:18:08.544748 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-2083c3fd-5dc5-47ae-86de-acca0e7a8e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:09.308695 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d9a1a3-a2cc-451e-baab-b91f11b417c4 req-7f750ad9-46b9-4f21-87b4-1cd0063b49fa tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:18:09.310187 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-83d9a1a3-a2cc-451e-baab-b91f11b417c4 req-7f750ad9-46b9-4f21-87b4-1cd0063b49fa tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=36c1e6bd-8154-4b77-af99-8dc0411b817b HTTP/1.1" status: 200 len: 945 time: 0.0500541 Aug 12 18:18:09.347257 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-83d9a1a3-a2cc-451e-baab-b91f11b417c4 req-2b50499d-a7a0-4b4f-b86f-b4ed649bce06 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=2da7e24b-cf8a-41e2-806d-0c0fa84eab03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304441 Aug 12 18:18:09.460248 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86158357-c691-42e2-9591-0b73889d22b0 req-c3b1ab0c-51cd-4e8b-a8b2-43ec68b8ef1b tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:18:09.461736 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-86158357-c691-42e2-9591-0b73889d22b0 req-c3b1ab0c-51cd-4e8b-a8b2-43ec68b8ef1b tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=36c1e6bd-8154-4b77-af99-8dc0411b817b HTTP/1.1" status: 200 len: 945 time: 0.0473328 Aug 12 18:18:09.470537 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 54742) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:18:09.475050 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.v2.base [None req-26ce013f-a901-434a-a575-497ebf399865 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Request body: {'floatingip': {'port_id': '10b05948-8d17-4a21-953c-6b22de2f9546'}} {{(pid=94211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:18:09.515823 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-26ce013f-a901-434a-a575-497ebf399865 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Notify callbacks [] for floatingip, before_update {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:10.128180 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-26ce013f-a901-434a-a575-497ebf399865 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:10.131721 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-26ce013f-a901-434a-a575-497ebf399865 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734856'] for floatingip, after_update {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:10.227105 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.db.l3_db [None req-26ce013f-a901-434a-a575-497ebf399865 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Floating IP fec33ab8-fc4c-4c19-bb28-8d1f642e9afd associated. External IP: 172.27.3.75, port: 10b05948-8d17-4a21-953c-6b22de2f9546. Aug 12 18:18:10.230354 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-b1de9828-bfad-4ef8-8d69-6d6f9fbe420c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:10.428048 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26ce013f-a901-434a-a575-497ebf399865 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Router 384c2879-9ce6-4177-9b6b-26e1d664c3dd has already been hosted by L3 agent 35f8a3af-1ed6-4507-a756-5ee5db7e6400 {{(pid=94211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 18:18:10.530743 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26ce013f-a901-434a-a575-497ebf399865 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Notify agent at l3_agent.dv-cinder-759943-10-iscsi the message routers_updated {{(pid=94211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 18:18:10.535850 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-26ce013f-a901-434a-a575-497ebf399865 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195385'] for floatingip, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:10.542725 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d47fa7-e73c-4d18-bf3b-53a024ebdc9f None None] Sync routers for ids ['384c2879-9ce6-4177-9b6b-26e1d664c3dd'] in dv-cinder-759943-10-iscsi {{(pid=94213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 18:18:10.551436 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d47fa7-e73c-4d18-bf3b-53a024ebdc9f None None] Routers {'384c2879-9ce6-4177-9b6b-26e1d664c3dd'} bound to L3 agent in host dv-cinder-759943-10-iscsi {{(pid=94213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 18:18:10.552113 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-55d47fa7-e73c-4d18-bf3b-53a024ebdc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T18:04:37Z,description=,heartbeat_timestamp=2021-08-12T18:18:07Z,host='dv-cinder-759943-10-iscsi',id=35f8a3af-1ed6-4507-a756-5ee5db7e6400,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T18:04:37Z,topic='l3_agent')) {'router_ids': ['384c2879-9ce6-4177-9b6b-26e1d664c3dd'], 'active': True} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:18:10.563697 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-26ce013f-a901-434a-a575-497ebf399865 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "PUT /v2.0/floatingips/fec33ab8-fc4c-4c19-bb28-8d1f642e9afd HTTP/1.1" status: 200 len: 990 time: 1.0921111 Aug 12 18:18:10.564278 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36c1e6bd-8154-4b77-af99-8dc0411b817b', 'tag': '10b05948-8d17-4a21-953c-6b22de2f9546'}] {{(pid=94211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 18:18:10.566541 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0869c7c93421d026cad47568b464a40121916bf4cc543438babfcccb5335f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca64e0b-106e-459a-985f-c50852be950e" -d '{"events": [{"name": "network-changed", "server_uuid": "36c1e6bd-8154-4b77-af99-8dc0411b817b", "tag": "10b05948-8d17-4a21-953c-6b22de2f9546"}]}' {{(pid=94211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 18:18:10.658336 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 18:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4548914-cbd5-4b72-a090-c74e2aa5c74a x-openstack-request-id: req-e4548914-cbd5-4b72-a090-c74e2aa5c74a {{(pid=94211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 18:18:10.658620 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36c1e6bd-8154-4b77-af99-8dc0411b817b", "tag": "10b05948-8d17-4a21-953c-6b22de2f9546", "status": "completed", "code": 200}]} {{(pid=94211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 18:18:10.658867 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e4548914-cbd5-4b72-a090-c74e2aa5c74a {{(pid=94211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 18:18:10.659258 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36c1e6bd-8154-4b77-af99-8dc0411b817b', 'tag': '10b05948-8d17-4a21-953c-6b22de2f9546', 'status': 'completed', 'code': 200} Aug 12 18:18:10.660027 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvr_db [None req-55d47fa7-e73c-4d18-bf3b-53a024ebdc9f None None] Set router 384c2879-9ce6-4177-9b6b-26e1d664c3dd gateway port host: dv-cinder-759943-10-iscsi {{(pid=94213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 18:18:10.719025 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca64e0b-106e-459a-985f-c50852be950e req-64f8c899-4186-45be-b801-22d66b937a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:18:10.720392 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-4ca64e0b-106e-459a-985f-c50852be950e req-64f8c899-4186-45be-b801-22d66b937a80 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7914b9ae47f74d8a8462a76f248cff78&device_id=36c1e6bd-8154-4b77-af99-8dc0411b817b HTTP/1.1" status: 200 len: 1098 time: 0.0385926 Aug 12 18:18:10.813098 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca64e0b-106e-459a-985f-c50852be950e req-e564a6fa-73ab-4222-9b36-015021e4faa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:18:10.814611 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-4ca64e0b-106e-459a-985f-c50852be950e req-e564a6fa-73ab-4222-9b36-015021e4faa4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6b1fc686-fd3a-4539-aa22-2794a86ed1a0 HTTP/1.1" status: 200 len: 918 time: 0.0872133 Aug 12 18:18:10.879811 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-4ca64e0b-106e-459a-985f-c50852be950e req-a298449e-7d8e-465b-9c5d-fdc79c3bfd5a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10b05948-8d17-4a21-953c-6b22de2f9546 HTTP/1.1" status: 200 len: 998 time: 0.0574362 Aug 12 18:18:10.882991 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-55d47fa7-e73c-4d18-bf3b-53a024ebdc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '384c2879-9ce6-4177-9b6b-26e1d664c3dd', 'name': 'tempest-AttachVolumeShelveTestJSON-1511224777-router', 'tenant_id': '7914b9ae47f74d8a8462a76f248cff78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'be1f3d67-0e92-4b1e-a14c-b2675080bdb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:14:54Z', 'updated_at': '2021-08-12T18:14:57Z', 'revision_number': 4, 'project_id': '7914b9ae47f74d8a8462a76f248cff78', 'gw_port': {'id': 'be1f3d67-0e92-4b1e-a14c-b2675080bdb3', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:11:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384c2879-9ce6-4177-9b6b-26e1d664c3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:14:55Z', 'updated_at': '2021-08-12T18:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi', '_floatingips': [{'id': 'fec33ab8-fc4c-4c19-bb28-8d1f642e9afd', 'tenant_id': '7914b9ae47f74d8a8462a76f248cff78', 'floating_ip_address': '172.27.3.75', 'floating_network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'router_id': '384c2879-9ce6-4177-9b6b-26e1d664c3dd', 'port_id': '10b05948-8d17-4a21-953c-6b22de2f9546', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b1fc686-fd3a-4539-aa22-2794a86ed1a0', 'mac_address': 'fa:16:3e:ee:e2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c1e6bd-8154-4b77-af99-8dc0411b817b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T18:17:57Z', 'updated_at': '2021-08-12T18:18:10Z', 'revision_number': 1, 'project_id': '7914b9ae47f74d8a8462a76f248cff78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d29fef7-69dc-417d-84af-6999c604c4ec', 'name': '', 'network_id': '6b1fc686-fd3a-4539-aa22-2794a86ed1a0', 'tenant_id': '7914b9ae47f74d8a8462a76f248cff78', 'mac_address': 'fa:16:3e:46:72:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384c2879-9ce6-4177-9b6b-26e1d664c3dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '1d6fbddb-fc25-47a1-888d-ce03ef22670c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:14:56Z', 'updated_at': '2021-08-12T18:15:02Z', 'revision_number': 5, 'project_id': '7914b9ae47f74d8a8462a76f248cff78', 'subnets': [{'id': '1d6fbddb-fc25-47a1-888d-ce03ef22670c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-10-iscsi', False) {} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:18:10.908309 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d47fa7-e73c-4d18-bf3b-53a024ebdc9f None None] Checking router: 384c2879-9ce6-4177-9b6b-26e1d664c3dd for host: dv-cinder-759943-10-iscsi {{(pid=94213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 18:18:10.916292 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d47fa7-e73c-4d18-bf3b-53a024ebdc9f None None] Routers {'384c2879-9ce6-4177-9b6b-26e1d664c3dd'} bound to L3 agent in host dv-cinder-759943-10-iscsi {{(pid=94213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 18:18:10.916897 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-55d47fa7-e73c-4d18-bf3b-53a024ebdc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T18:04:37Z,description=,heartbeat_timestamp=2021-08-12T18:18:07Z,host='dv-cinder-759943-10-iscsi',id=35f8a3af-1ed6-4507-a756-5ee5db7e6400,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T18:04:37Z,topic='l3_agent')) {'router_ids': ['384c2879-9ce6-4177-9b6b-26e1d664c3dd'], 'active': True} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:18:10.933793 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca64e0b-106e-459a-985f-c50852be950e req-b48d36ad-a77d-43b5-acbe-a4f9cb4d275a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:18:10.935255 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-4ca64e0b-106e-459a-985f-c50852be950e req-b48d36ad-a77d-43b5-acbe-a4f9cb4d275a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1d6fbddb-fc25-47a1-888d-ce03ef22670c HTTP/1.1" status: 200 len: 856 time: 0.0428605 Aug 12 18:18:10.985117 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca64e0b-106e-459a-985f-c50852be950e req-bb941268-ba19-4049-b508-11c2aaa5a44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:18:10.986532 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-4ca64e0b-106e-459a-985f-c50852be950e req-bb941268-ba19-4049-b508-11c2aaa5a44c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6b1fc686-fd3a-4539-aa22-2794a86ed1a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0437951 Aug 12 18:18:11.021077 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvr_db [None req-55d47fa7-e73c-4d18-bf3b-53a024ebdc9f None None] Set router 384c2879-9ce6-4177-9b6b-26e1d664c3dd gateway port host: dv-cinder-759943-10-iscsi {{(pid=94213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 18:18:11.072308 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-4ca64e0b-106e-459a-985f-c50852be950e req-77304291-846f-4726-b676-3341b9c19417 service neutron] 10.222.0.57 "GET /v2.0/networks/6b1fc686-fd3a-4539-aa22-2794a86ed1a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784481 Aug 12 18:18:11.162582 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-4ca64e0b-106e-459a-985f-c50852be950e req-861c0ed4-a9ac-44c3-9889-9f5df552984b service neutron] 10.222.0.57 "GET /v2.0/networks/6b1fc686-fd3a-4539-aa22-2794a86ed1a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834918 Aug 12 18:18:11.241098 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-55d47fa7-e73c-4d18-bf3b-53a024ebdc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '384c2879-9ce6-4177-9b6b-26e1d664c3dd', 'name': 'tempest-AttachVolumeShelveTestJSON-1511224777-router', 'tenant_id': '7914b9ae47f74d8a8462a76f248cff78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'be1f3d67-0e92-4b1e-a14c-b2675080bdb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:14:54Z', 'updated_at': '2021-08-12T18:14:57Z', 'revision_number': 4, 'project_id': '7914b9ae47f74d8a8462a76f248cff78', 'gw_port': {'id': 'be1f3d67-0e92-4b1e-a14c-b2675080bdb3', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:11:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384c2879-9ce6-4177-9b6b-26e1d664c3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:14:55Z', 'updated_at': '2021-08-12T18:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi', '_floatingips': [{'id': 'fec33ab8-fc4c-4c19-bb28-8d1f642e9afd', 'tenant_id': '7914b9ae47f74d8a8462a76f248cff78', 'floating_ip_address': '172.27.3.75', 'floating_network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'router_id': '384c2879-9ce6-4177-9b6b-26e1d664c3dd', 'port_id': '10b05948-8d17-4a21-953c-6b22de2f9546', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b1fc686-fd3a-4539-aa22-2794a86ed1a0', 'mac_address': 'fa:16:3e:ee:e2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c1e6bd-8154-4b77-af99-8dc0411b817b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T18:17:57Z', 'updated_at': '2021-08-12T18:18:10Z', 'revision_number': 1, 'project_id': '7914b9ae47f74d8a8462a76f248cff78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d29fef7-69dc-417d-84af-6999c604c4ec', 'name': '', 'network_id': '6b1fc686-fd3a-4539-aa22-2794a86ed1a0', 'tenant_id': '7914b9ae47f74d8a8462a76f248cff78', 'mac_address': 'fa:16:3e:46:72:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384c2879-9ce6-4177-9b6b-26e1d664c3dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '1d6fbddb-fc25-47a1-888d-ce03ef22670c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:14:56Z', 'updated_at': '2021-08-12T18:15:02Z', 'revision_number': 5, 'project_id': '7914b9ae47f74d8a8462a76f248cff78', 'subnets': [{'id': '1d6fbddb-fc25-47a1-888d-ce03ef22670c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-10-iscsi', False) {} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:18:11.265934 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d47fa7-e73c-4d18-bf3b-53a024ebdc9f None None] The sync data for ids ['384c2879-9ce6-4177-9b6b-26e1d664c3dd'] in dv-cinder-759943-10-iscsi is: [{'id': '384c2879-9ce6-4177-9b6b-26e1d664c3dd', 'name': 'tempest-AttachVolumeShelveTestJSON-1511224777-router', 'tenant_id': '7914b9ae47f74d8a8462a76f248cff78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'be1f3d67-0e92-4b1e-a14c-b2675080bdb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:14:54Z', 'updated_at': '2021-08-12T18:14:57Z', 'revision_number': 4, 'project_id': '7914b9ae47f74d8a8462a76f248cff78', 'gw_port': {'id': 'be1f3d67-0e92-4b1e-a14c-b2675080bdb3', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:11:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384c2879-9ce6-4177-9b6b-26e1d664c3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:14:55Z', 'updated_at': '2021-08-12T18:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi', '_floatingips': [{'id': 'fec33ab8-fc4c-4c19-bb28-8d1f642e9afd', 'tenant_id': '7914b9ae47f74d8a8462a76f248cff78', 'floating_ip_address': '172.27.3.75', 'floating_network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'router_id': '384c2879-9ce6-4177-9b6b-26e1d664c3dd', 'port_id': '10b05948-8d17-4a21-953c-6b22de2f9546', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b1fc686-fd3a-4539-aa22-2794a86ed1a0', 'mac_address': 'fa:16:3e:ee:e2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c1e6bd-8154-4b77-af99-8dc0411b817b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T18:17:57Z', 'updated_at': '2021-08-12T18:18:10Z', 'revision_number': 1, 'project_id': '7914b9ae47f74d8a8462a76f248cff78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d29fef7-69dc-417d-84af-6999c604c4ec', 'name': '', 'network_id': '6b1fc686-fd3a-4539-aa22-2794a86ed1a0', 'tenant_id': '7914b9ae47f74d8a8462a76f248cff78', 'mac_address': 'fa:16:3e:46:72:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384c2879-9ce6-4177-9b6b-26e1d664c3dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '1d6fbddb-fc25-47a1-888d-ce03ef22670c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:14:56Z', 'updated_at': '2021-08-12T18:15:02Z', 'revision_number': 5, 'project_id': '7914b9ae47f74d8a8462a76f248cff78', 'subnets': [{'id': '1d6fbddb-fc25-47a1-888d-ce03ef22670c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 18:18:11.437856 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e5fa65-c48a-4112-bcca-0cef61674be6 None None] New status for floating IP fec33ab8-fc4c-4c19-bb28-8d1f642e9afd: ACTIVE {{(pid=94214) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 18:18:22.062436 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:22.514650 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-1abd6d42-d504-4582-93ff-eaa6cb63db6c req-6372ba95-2db1-4a1c-bdf6-a27290ee44e5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=baf099e7-9785-430d-a6a1-10f0bc1dd51e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405655 Aug 12 18:18:22.574862 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abd6d42-d504-4582-93ff-eaa6cb63db6c req-f5feb33c-84c4-43fb-9497-dcf3a6d255cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:18:22.576285 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-1abd6d42-d504-4582-93ff-eaa6cb63db6c req-f5feb33c-84c4-43fb-9497-dcf3a6d255cc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=924212fddaa448b5b1093e482a785cd7&device_id=baf099e7-9785-430d-a6a1-10f0bc1dd51e HTTP/1.1" status: 200 len: 1098 time: 0.0387759 Aug 12 18:18:22.680370 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abd6d42-d504-4582-93ff-eaa6cb63db6c req-5b7c2d5a-f899-48aa-a771-91cfe57ff4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:18:22.681775 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-1abd6d42-d504-4582-93ff-eaa6cb63db6c req-5b7c2d5a-f899-48aa-a771-91cfe57ff4e5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=31201492-d25f-40e0-b40e-85e206051e6d HTTP/1.1" status: 200 len: 910 time: 0.0839524 Aug 12 18:18:22.751039 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-1abd6d42-d504-4582-93ff-eaa6cb63db6c req-5f76a78e-f14f-4eda-97bc-71473266f8f1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3afa09b8-e560-4816-957a-57e477973e6c HTTP/1.1" status: 200 len: 1001 time: 0.0561781 Aug 12 18:18:22.801323 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abd6d42-d504-4582-93ff-eaa6cb63db6c req-740a72d3-a2b7-472a-b992-c5c207aec3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:18:22.802652 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-1abd6d42-d504-4582-93ff-eaa6cb63db6c req-740a72d3-a2b7-472a-b992-c5c207aec3f3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=019c3d0a-2e33-4501-a1d9-19968c2a45a9 HTTP/1.1" status: 200 len: 848 time: 0.0411487 Aug 12 18:18:22.853577 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abd6d42-d504-4582-93ff-eaa6cb63db6c req-b84b56d7-0362-42e8-ae11-4e3d286f8322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:18:22.855366 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-1abd6d42-d504-4582-93ff-eaa6cb63db6c req-b84b56d7-0362-42e8-ae11-4e3d286f8322 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=31201492-d25f-40e0-b40e-85e206051e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0436141 Aug 12 18:18:22.945701 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-1abd6d42-d504-4582-93ff-eaa6cb63db6c req-4608dd62-b40b-408c-9c30-26a28009cf3c service neutron] 10.222.0.57 "GET /v2.0/networks/31201492-d25f-40e0-b40e-85e206051e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806451 Aug 12 18:18:23.038756 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-1abd6d42-d504-4582-93ff-eaa6cb63db6c req-87dc7e9b-4ef0-4375-b0e7-f6be63843dbb service neutron] 10.222.0.57 "GET /v2.0/networks/31201492-d25f-40e0-b40e-85e206051e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849652 Aug 12 18:18:26.328556 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2b94fa-505d-402c-9abb-6e3ebfce56f8 req-bb0ca04a-c02b-4d66-aabd-7e1f06aa8b98 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:18:26.330059 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-9b2b94fa-505d-402c-9abb-6e3ebfce56f8 req-bb0ca04a-c02b-4d66-aabd-7e1f06aa8b98 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/ports?device_id=47b00ce2-4e68-4a83-8a1b-156207f05cad HTTP/1.1" status: 200 len: 946 time: 0.0478818 Aug 12 18:18:26.366813 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-9b2b94fa-505d-402c-9abb-6e3ebfce56f8 req-50b7de5d-2cb0-438f-94dd-c1df3aad4774 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f3cac2e-9b9b-4bb1-8abe-8a94a85e6cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308235 Aug 12 18:18:27.481197 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3825772-9582-4f49-86d0-4de5f716d594 req-508e3a10-e5eb-4787-8fc5-1ba5f5fdb66d tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:18:27.482655 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-c3825772-9582-4f49-86d0-4de5f716d594 req-508e3a10-e5eb-4787-8fc5-1ba5f5fdb66d tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/ports?device_id=47b00ce2-4e68-4a83-8a1b-156207f05cad HTTP/1.1" status: 200 len: 946 time: 0.0496469 Aug 12 18:18:27.518621 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-c3825772-9582-4f49-86d0-4de5f716d594 req-3a8eac2e-dff2-473d-9227-b2f0bd9c9ee8 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f3cac2e-9b9b-4bb1-8abe-8a94a85e6cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295866 Aug 12 18:18:28.206161 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e5d382-8ccb-4ca5-92cd-040eb53519be req-9a4b49d2-3e89-46cf-8d4d-e1a70907b024 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:18:28.207533 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-e2e5d382-8ccb-4ca5-92cd-040eb53519be req-9a4b49d2-3e89-46cf-8d4d-e1a70907b024 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.57 "GET /v2.0/ports?device_id=47b00ce2-4e68-4a83-8a1b-156207f05cad HTTP/1.1" status: 200 len: 946 time: 0.0479610 Aug 12 18:18:28.298548 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.plugin [req-e2e5d382-8ccb-4ca5-92cd-040eb53519be req-a1a21291-2d3c-486d-af2e-8eae88ce6269 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Deleting port 55ace750-d66f-4c89-ad74-656f97ab2eb5 {{(pid=94212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 18:18:28.298890 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-e2e5d382-8ccb-4ca5-92cd-040eb53519be req-a1a21291-2d3c-486d-af2e-8eae88ce6269 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763627642920'] for port, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:28.386038 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.db [req-e2e5d382-8ccb-4ca5-92cd-040eb53519be req-a1a21291-2d3c-486d-af2e-8eae88ce6269 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] For port 55ace750-d66f-4c89-ad74-656f97ab2eb5, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=55ace750-d66f-4c89-ad74-656f97ab2eb5,segment=NetworkSegment(46bbfa7e-a69f-4f8c-9052-3afd7fb55f04),segment_id=46bbfa7e-a69f-4f8c-9052-3afd7fb55f04)] {{(pid=94212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:18:28.386394 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-e2e5d382-8ccb-4ca5-92cd-040eb53519be req-a1a21291-2d3c-486d-af2e-8eae88ce6269 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-732327'] for port, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:28.547105 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-e2e5d382-8ccb-4ca5-92cd-040eb53519be req-a1a21291-2d3c-486d-af2e-8eae88ce6269 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:28.547480 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-e2e5d382-8ccb-4ca5-92cd-040eb53519be req-a1a21291-2d3c-486d-af2e-8eae88ce6269 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734856'] for floatingip, after_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:28.548414 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.db.l3_db [req-e2e5d382-8ccb-4ca5-92cd-040eb53519be req-a1a21291-2d3c-486d-af2e-8eae88ce6269 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Floating IP bce78ee6-86c2-4401-9e03-44c498ef9a5b disassociated. External IP: 172.27.3.103, port: 55ace750-d66f-4c89-ad74-656f97ab2eb5. Aug 12 18:18:28.548648 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.plugin [req-e2e5d382-8ccb-4ca5-92cd-040eb53519be req-a1a21291-2d3c-486d-af2e-8eae88ce6269 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Calling delete_port for 55ace750-d66f-4c89-ad74-656f97ab2eb5 owned by compute:nova {{(pid=94212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 18:18:28.631949 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55391d01-a1f6-4535-a824-9655653a2790 req-dcd714db-a09b-450f-a0b8-1691c2f20c22 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:18:28.633435 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-55391d01-a1f6-4535-a824-9655653a2790 req-dcd714db-a09b-450f-a0b8-1691c2f20c22 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/ports?device_id=47b00ce2-4e68-4a83-8a1b-156207f05cad HTTP/1.1" status: 200 len: 946 time: 0.0495431 Aug 12 18:18:28.670023 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-55391d01-a1f6-4535-a824-9655653a2790 req-f2f58ecc-e81c-403a-a02f-54a72aa5fecf tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f3cac2e-9b9b-4bb1-8abe-8a94a85e6cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303741 Aug 12 18:18:28.676977 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-e2e5d382-8ccb-4ca5-92cd-040eb53519be req-a1a21291-2d3c-486d-af2e-8eae88ce6269 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763627647362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763627144942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8400677'] for port, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:28.706612 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a21291-2d3c-486d-af2e-8eae88ce6269 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Pushing event deleted for resources: {'Port': ['ID=55ace750-d66f-4c89-ad74-656f97ab2eb5,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:18:28.818232 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2e5d382-8ccb-4ca5-92cd-040eb53519be req-a1a21291-2d3c-486d-af2e-8eae88ce6269 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Router 125848af-d0d8-4afc-a5d1-18c01665fa15 has already been hosted by L3 agent 35f8a3af-1ed6-4507-a756-5ee5db7e6400 {{(pid=94212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 18:18:28.922108 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2e5d382-8ccb-4ca5-92cd-040eb53519be req-a1a21291-2d3c-486d-af2e-8eae88ce6269 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Notify agent at l3_agent.dv-cinder-759943-10-iscsi the message routers_updated {{(pid=94212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 18:18:28.933068 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b728ef1-3e80-4496-b753-d36686e29ed7 None None] Sync routers for ids ['125848af-d0d8-4afc-a5d1-18c01665fa15'] in dv-cinder-759943-10-iscsi {{(pid=94213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 18:18:28.942590 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b728ef1-3e80-4496-b753-d36686e29ed7 None None] Routers {'125848af-d0d8-4afc-a5d1-18c01665fa15'} bound to L3 agent in host dv-cinder-759943-10-iscsi {{(pid=94213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 18:18:28.943218 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-2b728ef1-3e80-4496-b753-d36686e29ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T18:04:37Z,description=,heartbeat_timestamp=2021-08-12T18:18:07Z,host='dv-cinder-759943-10-iscsi',id=35f8a3af-1ed6-4507-a756-5ee5db7e6400,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T18:04:37Z,topic='l3_agent')) {'router_ids': ['125848af-d0d8-4afc-a5d1-18c01665fa15'], 'active': True} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:18:28.961383 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2e5d382-8ccb-4ca5-92cd-040eb53519be req-a1a21291-2d3c-486d-af2e-8eae88ce6269 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] No DVR routers for this DVR port 55ace750-d66f-4c89-ad74-656f97ab2eb5 on host hv-cinder-75994 {{(pid=94212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 18:18:28.964056 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-e2e5d382-8ccb-4ca5-92cd-040eb53519be req-a1a21291-2d3c-486d-af2e-8eae88ce6269 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195385'] for port, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:28.966012 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-e2e5d382-8ccb-4ca5-92cd-040eb53519be req-a1a21291-2d3c-486d-af2e-8eae88ce6269 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.57 "DELETE /v2.0/ports/55ace750-d66f-4c89-ad74-656f97ab2eb5 HTTP/1.1" status: 204 len: 173 time: 0.7498810 Aug 12 18:18:28.966459 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47b00ce2-4e68-4a83-8a1b-156207f05cad', 'name': 'network-vif-deleted', 'tag': '55ace750-d66f-4c89-ad74-656f97ab2eb5'}] {{(pid=94212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 18:18:28.968748 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd512f55349b839fb4675422b2dbaf52bda1baead41a4efd90d4bf8a5142663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91600e63-d085-46c6-a189-91c87ee5dbf7" -d '{"events": [{"server_uuid": "47b00ce2-4e68-4a83-8a1b-156207f05cad", "name": "network-vif-deleted", "tag": "55ace750-d66f-4c89-ad74-656f97ab2eb5"}]}' {{(pid=94212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 18:18:29.006211 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 18:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f40a3733-8f16-4ccd-9103-4b43345b5106 x-openstack-request-id: req-f40a3733-8f16-4ccd-9103-4b43345b5106 {{(pid=94212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 18:18:29.006509 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47b00ce2-4e68-4a83-8a1b-156207f05cad", "name": "network-vif-deleted", "tag": "55ace750-d66f-4c89-ad74-656f97ab2eb5", "status": "completed", "code": 200}]} {{(pid=94212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 18:18:29.006762 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f40a3733-8f16-4ccd-9103-4b43345b5106 {{(pid=94212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 18:18:29.007162 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47b00ce2-4e68-4a83-8a1b-156207f05cad', 'name': 'network-vif-deleted', 'tag': '55ace750-d66f-4c89-ad74-656f97ab2eb5', 'status': 'completed', 'code': 200} Aug 12 18:18:29.061002 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvr_db [None req-2b728ef1-3e80-4496-b753-d36686e29ed7 None None] Set router 125848af-d0d8-4afc-a5d1-18c01665fa15 gateway port host: dv-cinder-759943-10-iscsi {{(pid=94213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 18:18:29.373677 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-2b728ef1-3e80-4496-b753-d36686e29ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '125848af-d0d8-4afc-a5d1-18c01665fa15', 'name': 'tempest-AttachVolumeTestJSON-1592677697-router', 'tenant_id': '0cd01e4bf13e4379b9d179c3973204fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '71e68df2-01d5-418b-85e3-cd5b857e5a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:11:56Z', 'updated_at': '2021-08-12T18:12:02Z', 'revision_number': 4, 'project_id': '0cd01e4bf13e4379b9d179c3973204fe', 'gw_port': {'id': '71e68df2-01d5-418b-85e3-cd5b857e5a2c', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:9f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125848af-d0d8-4afc-a5d1-18c01665fa15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:11:57Z', 'updated_at': '2021-08-12T18:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi', '_interfaces': [{'id': 'ef96eada-e4f9-4724-b495-dec83a05f179', 'name': '', 'network_id': 'c79ff127-e29d-415e-ac8f-388698d304d0', 'tenant_id': '0cd01e4bf13e4379b9d179c3973204fe', 'mac_address': 'fa:16:3e:74:80:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125848af-d0d8-4afc-a5d1-18c01665fa15', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eed8715d-98a6-404a-8335-27c57f2cf8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:12:01Z', 'updated_at': '2021-08-12T18:12:09Z', 'revision_number': 5, 'project_id': '0cd01e4bf13e4379b9d179c3973204fe', 'subnets': [{'id': 'eed8715d-98a6-404a-8335-27c57f2cf8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-10-iscsi', False) {} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:18:29.402464 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b728ef1-3e80-4496-b753-d36686e29ed7 None None] Checking router: 125848af-d0d8-4afc-a5d1-18c01665fa15 for host: dv-cinder-759943-10-iscsi {{(pid=94213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 18:18:29.411303 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b728ef1-3e80-4496-b753-d36686e29ed7 None None] Routers {'125848af-d0d8-4afc-a5d1-18c01665fa15'} bound to L3 agent in host dv-cinder-759943-10-iscsi {{(pid=94213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 18:18:29.411908 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-2b728ef1-3e80-4496-b753-d36686e29ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T18:04:37Z,description=,heartbeat_timestamp=2021-08-12T18:18:07Z,host='dv-cinder-759943-10-iscsi',id=35f8a3af-1ed6-4507-a756-5ee5db7e6400,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T18:04:37Z,topic='l3_agent')) {'router_ids': ['125848af-d0d8-4afc-a5d1-18c01665fa15'], 'active': True} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:18:29.515268 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvr_db [None req-2b728ef1-3e80-4496-b753-d36686e29ed7 None None] Set router 125848af-d0d8-4afc-a5d1-18c01665fa15 gateway port host: dv-cinder-759943-10-iscsi {{(pid=94213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 18:18:29.703154 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-2b728ef1-3e80-4496-b753-d36686e29ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '125848af-d0d8-4afc-a5d1-18c01665fa15', 'name': 'tempest-AttachVolumeTestJSON-1592677697-router', 'tenant_id': '0cd01e4bf13e4379b9d179c3973204fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '71e68df2-01d5-418b-85e3-cd5b857e5a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:11:56Z', 'updated_at': '2021-08-12T18:12:02Z', 'revision_number': 4, 'project_id': '0cd01e4bf13e4379b9d179c3973204fe', 'gw_port': {'id': '71e68df2-01d5-418b-85e3-cd5b857e5a2c', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:9f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125848af-d0d8-4afc-a5d1-18c01665fa15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:11:57Z', 'updated_at': '2021-08-12T18:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi', '_interfaces': [{'id': 'ef96eada-e4f9-4724-b495-dec83a05f179', 'name': '', 'network_id': 'c79ff127-e29d-415e-ac8f-388698d304d0', 'tenant_id': '0cd01e4bf13e4379b9d179c3973204fe', 'mac_address': 'fa:16:3e:74:80:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125848af-d0d8-4afc-a5d1-18c01665fa15', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eed8715d-98a6-404a-8335-27c57f2cf8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:12:01Z', 'updated_at': '2021-08-12T18:12:09Z', 'revision_number': 5, 'project_id': '0cd01e4bf13e4379b9d179c3973204fe', 'subnets': [{'id': 'eed8715d-98a6-404a-8335-27c57f2cf8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-10-iscsi', False) {} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:18:29.728633 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b728ef1-3e80-4496-b753-d36686e29ed7 None None] The sync data for ids ['125848af-d0d8-4afc-a5d1-18c01665fa15'] in dv-cinder-759943-10-iscsi is: [{'id': '125848af-d0d8-4afc-a5d1-18c01665fa15', 'name': 'tempest-AttachVolumeTestJSON-1592677697-router', 'tenant_id': '0cd01e4bf13e4379b9d179c3973204fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '71e68df2-01d5-418b-85e3-cd5b857e5a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:11:56Z', 'updated_at': '2021-08-12T18:12:02Z', 'revision_number': 4, 'project_id': '0cd01e4bf13e4379b9d179c3973204fe', 'gw_port': {'id': '71e68df2-01d5-418b-85e3-cd5b857e5a2c', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:9f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125848af-d0d8-4afc-a5d1-18c01665fa15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:11:57Z', 'updated_at': '2021-08-12T18:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi', '_interfaces': [{'id': 'ef96eada-e4f9-4724-b495-dec83a05f179', 'name': '', 'network_id': 'c79ff127-e29d-415e-ac8f-388698d304d0', 'tenant_id': '0cd01e4bf13e4379b9d179c3973204fe', 'mac_address': 'fa:16:3e:74:80:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125848af-d0d8-4afc-a5d1-18c01665fa15', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eed8715d-98a6-404a-8335-27c57f2cf8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:12:01Z', 'updated_at': '2021-08-12T18:12:09Z', 'revision_number': 5, 'project_id': '0cd01e4bf13e4379b9d179c3973204fe', 'subnets': [{'id': 'eed8715d-98a6-404a-8335-27c57f2cf8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 18:18:29.762815 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 54888) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:18:29.818427 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-198ed3b0-113f-4d9e-9e4c-386ee8a94b51 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Notify callbacks [] for security_group, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:29.841323 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-198ed3b0-113f-4d9e-9e4c-386ee8a94b51 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:29.887913 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-198ed3b0-113f-4d9e-9e4c-386ee8a94b51 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:29.890559 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-198ed3b0-113f-4d9e-9e4c-386ee8a94b51 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Notify callbacks [] for security_group, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:29.892248 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-198ed3b0-113f-4d9e-9e4c-386ee8a94b51 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "DELETE /v2.0/security-groups/0f3cac2e-9b9b-4bb1-8abe-8a94a85e6cdd HTTP/1.1" status: 204 len: 168 time: 0.1278789 Aug 12 18:18:29.895330 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 54890) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:18:29.912113 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.api.v2.resource [None req-6cb3e529-5bf2-4c4e-8f78-8fdd64b2a96a tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] show failed (client error): The resource could not be found. Aug 12 18:18:29.913153 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-6cb3e529-5bf2-4c4e-8f78-8fdd64b2a96a tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "GET /v2.0/security-groups/0f3cac2e-9b9b-4bb1-8abe-8a94a85e6cdd HTTP/1.1" status: 404 len: 347 time: 0.0169559 Aug 12 18:18:29.913925 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198ed3b0-113f-4d9e-9e4c-386ee8a94b51 tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f3cac2e-9b9b-4bb1-8abe-8a94a85e6cdd,revision_number=None']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:18:29.916474 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 54892) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:18:29.962128 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308aa7e1-03c9-4e13-be82-06d49de10845 None None] New status for floating IP bce78ee6-86c2-4401-9e03-44c498ef9a5b: DOWN {{(pid=94214) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 18:18:30.042239 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.plugin [None req-3ab86076-448b-4912-b27b-7bf01c20f0bd tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Deleting port 0d170573-b7aa-4381-8c30-0435d8add792 {{(pid=94212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 18:18:30.042615 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-3ab86076-448b-4912-b27b-7bf01c20f0bd tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763627642920'] for port, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:30.127452 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-3ab86076-448b-4912-b27b-7bf01c20f0bd tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-732327'] for port, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:30.127783 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-3ab86076-448b-4912-b27b-7bf01c20f0bd tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:30.139288 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.plugin [None req-3ab86076-448b-4912-b27b-7bf01c20f0bd tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Calling delete_port for 0d170573-b7aa-4381-8c30-0435d8add792 owned by network:floatingip {{(pid=94212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 18:18:30.271134 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-3ab86076-448b-4912-b27b-7bf01c20f0bd tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763627647362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763627144942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8400677'] for port, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:30.296997 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab86076-448b-4912-b27b-7bf01c20f0bd tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Pushing event deleted for resources: {'Port': ['ID=0d170573-b7aa-4381-8c30-0435d8add792,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:18:30.353517 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-3ab86076-448b-4912-b27b-7bf01c20f0bd tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Notify callbacks [] for floatingip, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:30.356268 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-3ab86076-448b-4912-b27b-7bf01c20f0bd tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195385'] for floatingip, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:30.357410 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-3ab86076-448b-4912-b27b-7bf01c20f0bd tempest-AttachVolumeTestJSON-680263553 tempest-AttachVolumeTestJSON-680263553-project] 10.222.0.30 "DELETE /v2.0/floatingips/bce78ee6-86c2-4401-9e03-44c498ef9a5b HTTP/1.1" status: 204 len: 168 time: 0.4399524 Aug 12 18:18:30.370973 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.agents_db [None req-aa7dbe78-d4f0-421a-85da-826b2a172358 None None] Agent healthcheck: found 6 active agents {{(pid=94214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 18:18:31.015357 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Device 55ace750-d66f-4c89-ad74-656f97ab2eb5 no longer exists at agent hyperv_hv-cinder-75994 {{(pid=94213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 18:18:31.039508 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.plugin [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] No Port match for: 55ace750-d66f-4c89-ad74-656f97ab2eb5 {{(pid=94213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 18:18:31.039849 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Device 55ace750-d66f-4c89-ad74-656f97ab2eb5 not bound to the agent host hv-cinder-75994 {{(pid=94213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 18:18:33.875158 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 54932) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:18:34.298382 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-b8bb928b-bf63-4e4e-9a5d-fbe38c135e68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693640'] for router_interface, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:34.532438 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.plugin [None req-b8bb928b-bf63-4e4e-9a5d-fbe38c135e68 admin admin] Deleting port ef96eada-e4f9-4724-b495-dec83a05f179 {{(pid=94212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 18:18:34.532710 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-b8bb928b-bf63-4e4e-9a5d-fbe38c135e68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763627642920'] for port, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:34.607110 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.db [None req-b8bb928b-bf63-4e4e-9a5d-fbe38c135e68 admin admin] For port ef96eada-e4f9-4724-b495-dec83a05f179, host dv-cinder-759943-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-10-iscsi',level=0,port_id=ef96eada-e4f9-4724-b495-dec83a05f179,segment=NetworkSegment(46bbfa7e-a69f-4f8c-9052-3afd7fb55f04),segment_id=46bbfa7e-a69f-4f8c-9052-3afd7fb55f04)] {{(pid=94212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:18:34.607461 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-b8bb928b-bf63-4e4e-9a5d-fbe38c135e68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-732327'] for port, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:34.619268 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.plugin [None req-b8bb928b-bf63-4e4e-9a5d-fbe38c135e68 admin admin] Calling delete_port for ef96eada-e4f9-4724-b495-dec83a05f179 owned by network:router_interface {{(pid=94212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 18:18:34.786770 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-b8bb928b-bf63-4e4e-9a5d-fbe38c135e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763627647362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763627144942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8400677'] for port, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:34.813380 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bb928b-bf63-4e4e-9a5d-fbe38c135e68 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef96eada-e4f9-4724-b495-dec83a05f179,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:18:34.963489 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-e46e357a-b098-41f3-ae50-b4d8950dd68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:34.978112 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-b8bb928b-bf63-4e4e-9a5d-fbe38c135e68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737592'] for router_interface, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:35.424545 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8bb928b-bf63-4e4e-9a5d-fbe38c135e68 admin admin] Router 125848af-d0d8-4afc-a5d1-18c01665fa15 has already been hosted by L3 agent 35f8a3af-1ed6-4507-a756-5ee5db7e6400 {{(pid=94212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 18:18:35.533174 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8bb928b-bf63-4e4e-9a5d-fbe38c135e68 admin admin] Notify agent at l3_agent.dv-cinder-759943-10-iscsi the message routers_updated {{(pid=94212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 18:18:35.538151 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-b8bb928b-bf63-4e4e-9a5d-fbe38c135e68 admin admin] 10.222.0.30 "PUT /v2.0/routers/125848af-d0d8-4afc-a5d1-18c01665fa15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6619484 Aug 12 18:18:35.540624 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 54940) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:18:35.544093 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f34e52-5134-47f7-bd11-f56eddb2e3e9 None None] Sync routers for ids ['125848af-d0d8-4afc-a5d1-18c01665fa15'] in dv-cinder-759943-10-iscsi {{(pid=94213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 18:18:35.551949 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f34e52-5134-47f7-bd11-f56eddb2e3e9 None None] Routers {'125848af-d0d8-4afc-a5d1-18c01665fa15'} bound to L3 agent in host dv-cinder-759943-10-iscsi {{(pid=94213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 18:18:35.552551 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-e4f34e52-5134-47f7-bd11-f56eddb2e3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T18:04:37Z,description=,heartbeat_timestamp=2021-08-12T18:18:07Z,host='dv-cinder-759943-10-iscsi',id=35f8a3af-1ed6-4507-a756-5ee5db7e6400,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T18:04:37Z,topic='l3_agent')) {'router_ids': ['125848af-d0d8-4afc-a5d1-18c01665fa15'], 'active': True} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:18:35.641206 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-163b795a-67fc-4361-8178-c6ef6a31940a admin admin] Notify callbacks [] for router, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:35.651293 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvr_db [None req-e4f34e52-5134-47f7-bd11-f56eddb2e3e9 None None] Set router 125848af-d0d8-4afc-a5d1-18c01665fa15 gateway port host: dv-cinder-759943-10-iscsi {{(pid=94213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 18:18:35.741840 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-163b795a-67fc-4361-8178-c6ef6a31940a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:35.794590 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.plugin [None req-163b795a-67fc-4361-8178-c6ef6a31940a admin admin] Deleting port 71e68df2-01d5-418b-85e3-cd5b857e5a2c {{(pid=94212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 18:18:35.794831 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-163b795a-67fc-4361-8178-c6ef6a31940a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763627642920'] for port, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:35.822700 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-e4f34e52-5134-47f7-bd11-f56eddb2e3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '125848af-d0d8-4afc-a5d1-18c01665fa15', 'name': 'tempest-AttachVolumeTestJSON-1592677697-router', 'tenant_id': '0cd01e4bf13e4379b9d179c3973204fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '71e68df2-01d5-418b-85e3-cd5b857e5a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:11:56Z', 'updated_at': '2021-08-12T18:18:34Z', 'revision_number': 5, 'project_id': '0cd01e4bf13e4379b9d179c3973204fe', 'gw_port': {'id': '71e68df2-01d5-418b-85e3-cd5b857e5a2c', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:9f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125848af-d0d8-4afc-a5d1-18c01665fa15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:11:57Z', 'updated_at': '2021-08-12T18:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi'}], 'dv-cinder-759943-10-iscsi', False) {} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:18:35.848066 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f34e52-5134-47f7-bd11-f56eddb2e3e9 None None] Checking router: 125848af-d0d8-4afc-a5d1-18c01665fa15 for host: dv-cinder-759943-10-iscsi {{(pid=94213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 18:18:35.856354 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f34e52-5134-47f7-bd11-f56eddb2e3e9 None None] Routers {'125848af-d0d8-4afc-a5d1-18c01665fa15'} bound to L3 agent in host dv-cinder-759943-10-iscsi {{(pid=94213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 18:18:35.856961 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-e4f34e52-5134-47f7-bd11-f56eddb2e3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T18:04:37Z,description=,heartbeat_timestamp=2021-08-12T18:18:07Z,host='dv-cinder-759943-10-iscsi',id=35f8a3af-1ed6-4507-a756-5ee5db7e6400,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T18:04:37Z,topic='l3_agent')) {'router_ids': ['125848af-d0d8-4afc-a5d1-18c01665fa15'], 'active': True} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:18:35.871512 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.db [None req-163b795a-67fc-4361-8178-c6ef6a31940a admin admin] For port 71e68df2-01d5-418b-85e3-cd5b857e5a2c, host dv-cinder-759943-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-10-iscsi',level=0,port_id=71e68df2-01d5-418b-85e3-cd5b857e5a2c,segment=NetworkSegment(7eaed6a7-5a45-4d84-aa5c-ab7d15676367),segment_id=7eaed6a7-5a45-4d84-aa5c-ab7d15676367)] {{(pid=94212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:18:35.871873 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-163b795a-67fc-4361-8178-c6ef6a31940a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-732327'] for port, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:35.884009 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.plugin [None req-163b795a-67fc-4361-8178-c6ef6a31940a admin admin] Calling delete_port for 71e68df2-01d5-418b-85e3-cd5b857e5a2c owned by network:router_gateway {{(pid=94212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 18:18:35.940424 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvr_db [None req-e4f34e52-5134-47f7-bd11-f56eddb2e3e9 None None] Set router 125848af-d0d8-4afc-a5d1-18c01665fa15 gateway port host: None {{(pid=94213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 18:18:35.994032 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-e4f34e52-5134-47f7-bd11-f56eddb2e3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '125848af-d0d8-4afc-a5d1-18c01665fa15', 'name': 'tempest-AttachVolumeTestJSON-1592677697-router', 'tenant_id': '0cd01e4bf13e4379b9d179c3973204fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:11:56Z', 'updated_at': '2021-08-12T18:18:35Z', 'revision_number': 6, 'project_id': '0cd01e4bf13e4379b9d179c3973204fe', 'gw_port_host': None}], 'dv-cinder-759943-10-iscsi', False) {} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:18:36.021248 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f34e52-5134-47f7-bd11-f56eddb2e3e9 None None] The sync data for ids ['125848af-d0d8-4afc-a5d1-18c01665fa15'] in dv-cinder-759943-10-iscsi is: [{'id': '125848af-d0d8-4afc-a5d1-18c01665fa15', 'name': 'tempest-AttachVolumeTestJSON-1592677697-router', 'tenant_id': '0cd01e4bf13e4379b9d179c3973204fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:11:56Z', 'updated_at': '2021-08-12T18:18:35Z', 'revision_number': 6, 'project_id': '0cd01e4bf13e4379b9d179c3973204fe', 'gw_port_host': None}] {{(pid=94213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 18:18:36.056149 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-163b795a-67fc-4361-8178-c6ef6a31940a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763627647362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763627144942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8400677'] for port, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:36.079432 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163b795a-67fc-4361-8178-c6ef6a31940a admin admin] Pushing event deleted for resources: {'Port': ['ID=71e68df2-01d5-418b-85e3-cd5b857e5a2c,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:18:36.143883 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-163b795a-67fc-4361-8178-c6ef6a31940a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-734914'] for router_gateway, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:36.245125 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-163b795a-67fc-4361-8178-c6ef6a31940a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15495'] for router, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:36.247232 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-163b795a-67fc-4361-8178-c6ef6a31940a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:36.310883 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-163b795a-67fc-4361-8178-c6ef6a31940a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-735265'] for router, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:36.311275 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-163b795a-67fc-4361-8178-c6ef6a31940a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 125848af-d0d8-4afc-a5d1-18c01665fa15 {{(pid=94212) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 18:18:36.316034 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-163b795a-67fc-4361-8178-c6ef6a31940a admin admin] Notify callbacks [] for router, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:36.317150 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-163b795a-67fc-4361-8178-c6ef6a31940a admin admin] 10.222.0.30 "DELETE /v2.0/routers/125848af-d0d8-4afc-a5d1-18c01665fa15 HTTP/1.1" status: 204 len: 168 time: 0.7755861 Aug 12 18:18:36.319584 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 54942) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:18:36.369177 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.db_base_plugin_v2 [None req-4126efb9-d4a7-4436-8186-3ee704fcb254 admin admin] Deleting subnet eed8715d-98a6-404a-8335-27c57f2cf8a3 {{(pid=94212) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 18:18:36.372461 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-4126efb9-d4a7-4436-8186-3ee704fcb254 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:36.410970 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-4126efb9-d4a7-4436-8186-3ee704fcb254 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10322303'] for subnet, precommit_delete_associations {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:36.523504 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-4126efb9-d4a7-4436-8186-3ee704fcb254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1735162'] for subnet, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:36.577273 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-4126efb9-d4a7-4436-8186-3ee704fcb254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1735149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8400662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8840012'] for subnet, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:36.602958 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4126efb9-d4a7-4436-8186-3ee704fcb254 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eed8715d-98a6-404a-8335-27c57f2cf8a3,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:18:36.606789 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-4126efb9-d4a7-4436-8186-3ee704fcb254 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:36.608635 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-4126efb9-d4a7-4436-8186-3ee704fcb254 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/eed8715d-98a6-404a-8335-27c57f2cf8a3 HTTP/1.1" status: 204 len: 168 time: 0.2881532 Aug 12 18:18:36.611054 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 54946) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:18:36.613471 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f827154-3c89-467f-9579-988be148bca0 None None] Network c79ff127-e29d-415e-ac8f-388698d304d0 requested from dv-cinder-759943-10-iscsi {{(pid=94213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 18:18:36.680760 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-2e5e0d40-e568-4289-bfc6-d4117610ab73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1816869'] for network, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:36.732869 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.plugin [None req-2e5e0d40-e568-4289-bfc6-d4117610ab73 admin admin] Deleting port 845623bc-d7ab-4664-8c1b-6a51bb6ef490 {{(pid=94212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 18:18:36.733281 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-2e5e0d40-e568-4289-bfc6-d4117610ab73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763627642920'] for port, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:36.795175 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e966b22-9488-4f92-81fd-6123c28880ff None None] DHCP port deletion for c79ff127-e29d-415e-ac8f-388698d304d0 request from dv-cinder-759943-10-iscsi {{(pid=94213) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 18:18:36.799114 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device ef96eada-e4f9-4724-b495-dec83a05f179 no longer exists at agent ovs-agent-dv-cinder-759943-10-iscsi {{(pid=94213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 18:18:36.800161 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.db [None req-2e5e0d40-e568-4289-bfc6-d4117610ab73 admin admin] For port 845623bc-d7ab-4664-8c1b-6a51bb6ef490, host dv-cinder-759943-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-10-iscsi',level=0,port_id=845623bc-d7ab-4664-8c1b-6a51bb6ef490,segment=NetworkSegment(46bbfa7e-a69f-4f8c-9052-3afd7fb55f04),segment_id=46bbfa7e-a69f-4f8c-9052-3afd7fb55f04)] {{(pid=94212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:18:36.800696 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-2e5e0d40-e568-4289-bfc6-d4117610ab73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-732327'] for port, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:36.816429 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.plugin [None req-2e5e0d40-e568-4289-bfc6-d4117610ab73 admin admin] Calling delete_port for 845623bc-d7ab-4664-8c1b-6a51bb6ef490 owned by network:dhcp {{(pid=94212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 18:18:36.822298 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.plugin [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] No Port match for: ef96eada-e4f9-4724-b495-dec83a05f179 {{(pid=94213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 18:18:36.822650 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device ef96eada-e4f9-4724-b495-dec83a05f179 not bound to the agent host dv-cinder-759943-10-iscsi {{(pid=94213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 18:18:36.862160 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.plugin [None req-8e966b22-9488-4f92-81fd-6123c28880ff None None] Deleting port 845623bc-d7ab-4664-8c1b-6a51bb6ef490 {{(pid=94213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 18:18:36.862381 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-8e966b22-9488-4f92-81fd-6123c28880ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763627642920'] for port, before_delete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:36.898756 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-2e5e0d40-e568-4289-bfc6-d4117610ab73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763627647362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763627144942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8400677'] for port, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:36.923662 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5e0d40-e568-4289-bfc6-d4117610ab73 admin admin] Pushing event deleted for resources: {'Port': ['ID=845623bc-d7ab-4664-8c1b-6a51bb6ef490,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:18:36.929975 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-8e966b22-9488-4f92-81fd-6123c28880ff None None] For port 845623bc-d7ab-4664-8c1b-6a51bb6ef490, host dv-cinder-759943-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-10-iscsi',level=0,port_id=845623bc-d7ab-4664-8c1b-6a51bb6ef490,segment=NetworkSegment(46bbfa7e-a69f-4f8c-9052-3afd7fb55f04),segment_id=46bbfa7e-a69f-4f8c-9052-3afd7fb55f04)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:18:36.930376 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-8e966b22-9488-4f92-81fd-6123c28880ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-732327'] for port, precommit_delete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:36.932773 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5e0d40-e568-4289-bfc6-d4117610ab73 admin admin] No DVR routers for this DVR port 845623bc-d7ab-4664-8c1b-6a51bb6ef490 on host dv-cinder-759943-10-iscsi {{(pid=94212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 18:18:36.943718 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.plugin [None req-8e966b22-9488-4f92-81fd-6123c28880ff None None] Calling delete_port for 845623bc-d7ab-4664-8c1b-6a51bb6ef490 owned by network:dhcp {{(pid=94213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 18:18:37.009170 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-2e5e0d40-e568-4289-bfc6-d4117610ab73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1735549', 'neutron.services.segments.db._delete_segments_for_network-8763627670128'] for network, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:37.020524 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.services.segments.db [None req-2e5e0d40-e568-4289-bfc6-d4117610ab73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c79ff127-e29d-415e-ac8f-388698d304d0']}} {{(pid=94212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:18:37.031754 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.services.segments.db [None req-2e5e0d40-e568-4289-bfc6-d4117610ab73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46bbfa7e-a69f-4f8c-9052-3afd7fb55f04') {'for_net_delete': True} {{(pid=94212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:18:37.032107 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.services.segments.db [None req-2e5e0d40-e568-4289-bfc6-d4117610ab73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46bbfa7e-a69f-4f8c-9052-3afd7fb55f04') {} {{(pid=94212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:18:37.042262 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-2e5e0d40-e568-4289-bfc6-d4117610ab73 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763627625081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10322280'] for segment, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:37.061817 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-2e5e0d40-e568-4289-bfc6-d4117610ab73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735099'] for segment, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:37.067822 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e5e0d40-e568-4289-bfc6-d4117610ab73 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=94212) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 18:18:37.068143 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-2e5e0d40-e568-4289-bfc6-d4117610ab73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8400840'] for segment, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:37.068722 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-8e966b22-9488-4f92-81fd-6123c28880ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763627647362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763627144942'] for port, after_delete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:37.069748 dv-cinder-759943-10-iscsi neutron-server[94212]: Traceback (most recent call last): Aug 12 18:18:37.069748 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 18:18:37.069748 dv-cinder-759943-10-iscsi neutron-server[94212]: timer() Aug 12 18:18:37.069748 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 18:18:37.069748 dv-cinder-759943-10-iscsi neutron-server[94212]: cb(*args, **kw) Aug 12 18:18:37.069748 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 18:18:37.069748 dv-cinder-759943-10-iscsi neutron-server[94212]: return func(*args, **kwargs) Aug 12 18:18:37.069748 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 18:18:37.069748 dv-cinder-759943-10-iscsi neutron-server[94212]: self._notify() Aug 12 18:18:37.069748 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 18:18:37.069748 dv-cinder-759943-10-iscsi neutron-server[94212]: self.callback(batched_events) Aug 12 18:18:37.069748 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 18:18:37.069748 dv-cinder-759943-10-iscsi neutron-server[94212]: event.method(event) Aug 12 18:18:37.069748 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 18:18:37.069748 dv-cinder-759943-10-iscsi neutron-server[94212]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 18:18:37.069748 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 18:18:37.069748 dv-cinder-759943-10-iscsi neutron-server[94212]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 18:18:37.069748 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 18:18:37.069748 dv-cinder-759943-10-iscsi neutron-server[94212]: return f(self, *a, **k) Aug 12 18:18:37.069748 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 18:18:37.069748 dv-cinder-759943-10-iscsi neutron-server[94212]: return self._get(url).json() Aug 12 18:18:37.069748 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 18:18:37.069748 dv-cinder-759943-10-iscsi neutron-server[94212]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 18:18:37.069748 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 18:18:37.069748 dv-cinder-759943-10-iscsi neutron-server[94212]: return self.request(url, 'GET', **kwargs) Aug 12 18:18:37.069748 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 18:18:37.069748 dv-cinder-759943-10-iscsi neutron-server[94212]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 18:18:37.069748 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 18:18:37.069748 dv-cinder-759943-10-iscsi neutron-server[94212]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 18:18:37.069748 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 18:18:37.069748 dv-cinder-759943-10-iscsi neutron-server[94212]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 18:18:37.069748 dv-cinder-759943-10-iscsi neutron-server[94212]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 18:18:37.097553 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e966b22-9488-4f92-81fd-6123c28880ff None None] No DVR routers for this DVR port 845623bc-d7ab-4664-8c1b-6a51bb6ef490 on host dv-cinder-759943-10-iscsi {{(pid=94213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 18:18:37.099313 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e966b22-9488-4f92-81fd-6123c28880ff None None] Pushing event deleted for resources: {'Port': ['ID=845623bc-d7ab-4664-8c1b-6a51bb6ef490,revision_number=None']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:18:37.108353 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e966b22-9488-4f92-81fd-6123c28880ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:18:37.108710 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e966b22-9488-4f92-81fd-6123c28880ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:18:37.109087 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e966b22-9488-4f92-81fd-6123c28880ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:18:37.109435 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e966b22-9488-4f92-81fd-6123c28880ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:18:37.109765 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e966b22-9488-4f92-81fd-6123c28880ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:18:37.110153 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e966b22-9488-4f92-81fd-6123c28880ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:18:37.110481 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e966b22-9488-4f92-81fd-6123c28880ff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:18:37.110996 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e966b22-9488-4f92-81fd-6123c28880ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:18:37.111329 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e966b22-9488-4f92-81fd-6123c28880ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:18:37.111664 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e966b22-9488-4f92-81fd-6123c28880ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:18:37.111993 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e966b22-9488-4f92-81fd-6123c28880ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:18:37.112315 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e966b22-9488-4f92-81fd-6123c28880ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:18:37.126464 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-2e5e0d40-e568-4289-bfc6-d4117610ab73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1735524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734910'] for network, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:37.132346 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-2e5e0d40-e568-4289-bfc6-d4117610ab73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564513'] for network, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:37.136656 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-2e5e0d40-e568-4289-bfc6-d4117610ab73 admin admin] 10.222.0.30 "DELETE /v2.0/networks/c79ff127-e29d-415e-ac8f-388698d304d0 HTTP/1.1" status: 204 len: 168 time: 0.5222988 Aug 12 18:18:37.149507 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5e0d40-e568-4289-bfc6-d4117610ab73 admin admin] Pushing event deleted for resources: {'Network': ['ID=c79ff127-e29d-415e-ac8f-388698d304d0,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:18:37.247265 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 54950) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:18:37.286799 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-6caf3bae-ef1b-4d48-9300-9ebd7f712cd7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0cd01e4bf13e4379b9d179c3973204fe&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0382385 Aug 12 18:18:37.289078 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 54952) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:18:37.328034 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-e0387afa-8c6a-497e-913c-326b5bf846e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:37.342032 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-6b4363ba-6822-4c37-b285-0f46f878dbbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:37.363080 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-6b4363ba-6822-4c37-b285-0f46f878dbbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:37.407659 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-6b4363ba-6822-4c37-b285-0f46f878dbbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:37.410828 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-6b4363ba-6822-4c37-b285-0f46f878dbbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:37.412087 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-6b4363ba-6822-4c37-b285-0f46f878dbbd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/28d10621-e40c-46c2-bbcd-8743b7ff23b6 HTTP/1.1" status: 204 len: 168 time: 0.1220636 Aug 12 18:18:37.419956 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4363ba-6822-4c37-b285-0f46f878dbbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d10621-e40c-46c2-bbcd-8743b7ff23b6,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:18:37.967176 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:38.069519 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 54976) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:18:38.163790 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.v2.base [None req-9a33833f-b06f-4531-943d-4e6aa0365d41 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-600123904-network', 'tenant_id': 'eb17b6c61a974776b8473436a6886182'}} {{(pid=94212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:18:38.183966 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a33833f-b06f-4531-943d-4e6aa0365d41 admin admin] Made reservation on behalf of eb17b6c61a974776b8473436a6886182 for: {'network': 1} {{(pid=94212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 18:18:38.186419 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-9a33833f-b06f-4531-943d-4e6aa0365d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for network, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:38.194863 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-9a33833f-b06f-4531-943d-4e6aa0365d41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:38.281662 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-9a33833f-b06f-4531-943d-4e6aa0365d41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:38.285297 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-9a33833f-b06f-4531-943d-4e6aa0365d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:38.312280 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a33833f-b06f-4531-943d-4e6aa0365d41 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=94212) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 18:18:38.318281 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a33833f-b06f-4531-943d-4e6aa0365d41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be51d1aa-8b8f-43f0-b8d5-a0f1bc40b692,revision_number=1']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:18:38.326615 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-9a33833f-b06f-4531-943d-4e6aa0365d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735099'] for segment, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:38.326962 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.db.segments_db [None req-9a33833f-b06f-4531-943d-4e6aa0365d41 admin admin] Added segment 4fb439bd-e13b-4766-8606-8e71d43b18fb of type vlan for network 0dcff342-791a-4f85-8589-29f0a2613a18 Aug 12 18:18:38.358341 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device 71e68df2-01d5-418b-85e3-cd5b857e5a2c no longer exists at agent ovs-agent-dv-cinder-759943-10-iscsi {{(pid=94213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 18:18:38.367367 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-9a33833f-b06f-4531-943d-4e6aa0365d41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763627130179'] for network, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:38.378133 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.plugin [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] No Port match for: 71e68df2-01d5-418b-85e3-cd5b857e5a2c {{(pid=94213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 18:18:38.378482 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device 71e68df2-01d5-418b-85e3-cd5b857e5a2c not bound to the agent host dv-cinder-759943-10-iscsi {{(pid=94213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 18:18:38.378895 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device 845623bc-d7ab-4664-8c1b-6a51bb6ef490 no longer exists at agent ovs-agent-dv-cinder-759943-10-iscsi {{(pid=94213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 18:18:38.394616 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-9a33833f-b06f-4531-943d-4e6aa0365d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543'] for network, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:38.395620 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a33833f-b06f-4531-943d-4e6aa0365d41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:18:38.396211 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-9a33833f-b06f-4531-943d-4e6aa0365d41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564513'] for network, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:38.396497 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.plugin [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] No Port match for: 845623bc-d7ab-4664-8c1b-6a51bb6ef490 {{(pid=94213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 18:18:38.396844 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device 845623bc-d7ab-4664-8c1b-6a51bb6ef490 not bound to the agent host dv-cinder-759943-10-iscsi {{(pid=94213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 18:18:38.451993 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-9a33833f-b06f-4531-943d-4e6aa0365d41 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3786459 Aug 12 18:18:38.452354 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 54980) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:18:38.457733 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.v2.base [None req-c87399f7-3185-478e-acda-8229b0654b03 admin admin] Request body: {'subnet': {'network_id': '0dcff342-791a-4f85-8589-29f0a2613a18', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-600123904-subnet', 'tenant_id': 'eb17b6c61a974776b8473436a6886182', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:18:38.460383 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a33833f-b06f-4531-943d-4e6aa0365d41 admin admin] Pushing event updated for resources: {'Network': ['ID=0dcff342-791a-4f85-8589-29f0a2613a18,revision_number=1']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:18:38.471174 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Network 0dcff342-791a-4f85-8589-29f0a2613a18 details requested by agent ovs-agent-dv-cinder-759943-10-iscsi with host dv-cinder-759943-10-iscsi {{(pid=94213) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 18:18:38.484339 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c87399f7-3185-478e-acda-8229b0654b03 admin admin] Made reservation on behalf of eb17b6c61a974776b8473436a6886182 for: {'subnet': 1} {{(pid=94211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 18:18:38.486736 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-c87399f7-3185-478e-acda-8229b0654b03 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9269174'] for subnet, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:38.654098 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-c87399f7-3185-478e-acda-8229b0654b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9252611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9269124'] for subnet, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:38.656164 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-2083c3fd-5dc5-47ae-86de-acca0e7a8e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:38.711078 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87399f7-3185-478e-acda-8229b0654b03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f64d0a59-4507-4ea0-9399-4a75ca97a7b2,revision_number=0']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:18:38.720473 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87399f7-3185-478e-acda-8229b0654b03 admin admin] Checking segment: {'id': '4fb439bd-e13b-4766-8606-8e71d43b18fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0dcff342-791a-4f85-8589-29f0a2613a18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 18:18:38.720802 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87399f7-3185-478e-acda-8229b0654b03 admin admin] Network hostable DHCP agents. Network: 0dcff342-791a-4f85-8589-29f0a2613a18, hostable agents: ['da9a4366-d1ff-4171-be52-f44c47b2851f'], hosted agents: [] {{(pid=94211) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 18:18:38.737371 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87399f7-3185-478e-acda-8229b0654b03 admin admin] Network 0dcff342-791a-4f85-8589-29f0a2613a18 is scheduled to be hosted by DHCP agent da9a4366-d1ff-4171-be52-f44c47b2851f with binding_index 1 {{(pid=94211) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 18:18:38.745869 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.base_scheduler [None req-c87399f7-3185-478e-acda-8229b0654b03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-10-iscsi, 0dcff342-791a-4f85-8589-29f0a2613a18) {{(pid=94211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 18:18:38.750215 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87399f7-3185-478e-acda-8229b0654b03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:18:38.750808 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-c87399f7-3185-478e-acda-8229b0654b03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564513'] for subnet, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:38.755989 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac14a0f1-b63b-4389-9e82-e9232d6d1f9c None None] Network 0dcff342-791a-4f85-8589-29f0a2613a18 requested from dv-cinder-759943-10-iscsi {{(pid=94213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 18:18:38.765574 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-c87399f7-3185-478e-acda-8229b0654b03 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3121221 Aug 12 18:18:38.875117 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a690ef35-885d-438f-b23e-646e37385d5f None None] Network 0dcff342-791a-4f85-8589-29f0a2613a18 requested from dv-cinder-759943-10-iscsi {{(pid=94213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 18:18:39.211075 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 54998) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:18:39.215980 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.v2.base [None req-14fe5302-3524-4e24-b855-9c79f5fa2c63 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-765628873-network', 'tenant_id': 'af85950566ce44ecb6c93ce3a4ab6258'}} {{(pid=94211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:18:39.236309 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14fe5302-3524-4e24-b855-9c79f5fa2c63 admin admin] Made reservation on behalf of af85950566ce44ecb6c93ce3a4ab6258 for: {'network': 1} {{(pid=94211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 18:18:39.238550 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-14fe5302-3524-4e24-b855-9c79f5fa2c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for network, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:39.246665 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-14fe5302-3524-4e24-b855-9c79f5fa2c63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:39.334065 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-14fe5302-3524-4e24-b855-9c79f5fa2c63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:39.337599 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-14fe5302-3524-4e24-b855-9c79f5fa2c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:39.361502 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14fe5302-3524-4e24-b855-9c79f5fa2c63 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=94211) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 18:18:39.370936 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe5302-3524-4e24-b855-9c79f5fa2c63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af655b0a-84c9-436a-906a-00a58c0b9974,revision_number=1']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:18:39.375662 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-14fe5302-3524-4e24-b855-9c79f5fa2c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735099'] for segment, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:39.375997 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.db.segments_db [None req-14fe5302-3524-4e24-b855-9c79f5fa2c63 admin admin] Added segment 94c6ef31-e976-4208-a878-e21f24e783e5 of type vlan for network a92d26a8-0325-4bbf-a708-fe1aae5ce069 Aug 12 18:18:39.414520 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-14fe5302-3524-4e24-b855-9c79f5fa2c63 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763627130179'] for network, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:39.442111 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-14fe5302-3524-4e24-b855-9c79f5fa2c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543'] for network, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:39.443002 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14fe5302-3524-4e24-b855-9c79f5fa2c63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:18:39.443616 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-14fe5302-3524-4e24-b855-9c79f5fa2c63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564513'] for network, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:39.506156 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-14fe5302-3524-4e24-b855-9c79f5fa2c63 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2939644 Aug 12 18:18:39.508734 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 55000) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:18:39.515220 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.v2.base [None req-7075e289-7d9f-4bf7-ba23-764cee653e46 admin admin] Request body: {'subnet': {'network_id': 'a92d26a8-0325-4bbf-a708-fe1aae5ce069', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-765628873-subnet', 'tenant_id': 'af85950566ce44ecb6c93ce3a4ab6258', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:18:39.519681 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe5302-3524-4e24-b855-9c79f5fa2c63 admin admin] Pushing event updated for resources: {'Network': ['ID=a92d26a8-0325-4bbf-a708-fe1aae5ce069,revision_number=1']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:18:39.529691 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Network a92d26a8-0325-4bbf-a708-fe1aae5ce069 details requested by agent ovs-agent-dv-cinder-759943-10-iscsi with host dv-cinder-759943-10-iscsi {{(pid=94213) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 18:18:39.539011 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7075e289-7d9f-4bf7-ba23-764cee653e46 admin admin] Made reservation on behalf of af85950566ce44ecb6c93ce3a4ab6258 for: {'subnet': 1} {{(pid=94211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 18:18:39.541339 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-7075e289-7d9f-4bf7-ba23-764cee653e46 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9269174'] for subnet, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:39.701426 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-7075e289-7d9f-4bf7-ba23-764cee653e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9252611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9269124'] for subnet, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:39.755469 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7075e289-7d9f-4bf7-ba23-764cee653e46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a1f3e57-c850-4a09-98c0-2893b298abab,revision_number=0']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:18:39.763825 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7075e289-7d9f-4bf7-ba23-764cee653e46 admin admin] Checking segment: {'id': '94c6ef31-e976-4208-a878-e21f24e783e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a92d26a8-0325-4bbf-a708-fe1aae5ce069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 18:18:39.764176 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7075e289-7d9f-4bf7-ba23-764cee653e46 admin admin] Network hostable DHCP agents. Network: a92d26a8-0325-4bbf-a708-fe1aae5ce069, hostable agents: ['da9a4366-d1ff-4171-be52-f44c47b2851f'], hosted agents: [] {{(pid=94211) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 18:18:39.780097 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7075e289-7d9f-4bf7-ba23-764cee653e46 admin admin] Network a92d26a8-0325-4bbf-a708-fe1aae5ce069 is scheduled to be hosted by DHCP agent da9a4366-d1ff-4171-be52-f44c47b2851f with binding_index 1 {{(pid=94211) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 18:18:39.789827 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.base_scheduler [None req-7075e289-7d9f-4bf7-ba23-764cee653e46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-10-iscsi, a92d26a8-0325-4bbf-a708-fe1aae5ce069) {{(pid=94211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 18:18:39.795061 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7075e289-7d9f-4bf7-ba23-764cee653e46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:18:39.795891 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-7075e289-7d9f-4bf7-ba23-764cee653e46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564513'] for subnet, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:39.799974 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83ab131-af5e-4d51-9454-7cd30be67587 None None] Network a92d26a8-0325-4bbf-a708-fe1aae5ce069 requested from dv-cinder-759943-10-iscsi {{(pid=94213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 18:18:39.823862 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-7075e289-7d9f-4bf7-ba23-764cee653e46 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3121107 Aug 12 18:18:39.928156 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f5aa44-997e-4176-bc17-b9ed348e14bf None None] Network a92d26a8-0325-4bbf-a708-fe1aae5ce069 requested from dv-cinder-759943-10-iscsi {{(pid=94213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 18:18:39.928523 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 55006) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:18:39.971251 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.db.db_base_plugin_v2 [None req-e669816e-5d3a-44f1-96f4-08838380ef65 admin admin] Deleting subnet f64d0a59-4507-4ea0-9399-4a75ca97a7b2 {{(pid=94211) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 18:18:39.974618 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-e669816e-5d3a-44f1-96f4-08838380ef65 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:40.011724 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-e669816e-5d3a-44f1-96f4-08838380ef65 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2620065'] for subnet, precommit_delete_associations {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:40.049178 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-e669816e-5d3a-44f1-96f4-08838380ef65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1735162'] for subnet, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:40.099069 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-e669816e-5d3a-44f1-96f4-08838380ef65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1735149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9252676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9269149'] for subnet, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:40.123054 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e669816e-5d3a-44f1-96f4-08838380ef65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f64d0a59-4507-4ea0-9399-4a75ca97a7b2,revision_number=None']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:18:40.127560 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-e669816e-5d3a-44f1-96f4-08838380ef65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564513'] for subnet, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:40.129376 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-e669816e-5d3a-44f1-96f4-08838380ef65 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/f64d0a59-4507-4ea0-9399-4a75ca97a7b2 HTTP/1.1" status: 204 len: 168 time: 0.1998224 Aug 12 18:18:40.131906 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 55008) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:18:40.196963 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-86193c99-dcf1-41cd-837e-7f061b915cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1816869'] for network, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:40.232839 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-b1de9828-bfad-4ef8-8d69-6d6f9fbe420c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:40.277914 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-86193c99-dcf1-41cd-837e-7f061b915cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1735549', 'neutron.services.segments.db._delete_segments_for_network-8763627670128'] for network, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:40.287302 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.services.segments.db [None req-86193c99-dcf1-41cd-837e-7f061b915cd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dcff342-791a-4f85-8589-29f0a2613a18']}} {{(pid=94211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:18:40.296817 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.services.segments.db [None req-86193c99-dcf1-41cd-837e-7f061b915cd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fb439bd-e13b-4766-8606-8e71d43b18fb') {'for_net_delete': True} {{(pid=94211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:18:40.297172 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.services.segments.db [None req-86193c99-dcf1-41cd-837e-7f061b915cd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fb439bd-e13b-4766-8606-8e71d43b18fb') {} {{(pid=94211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:18:40.305837 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-86193c99-dcf1-41cd-837e-7f061b915cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763627625081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2620086'] for segment, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:40.319007 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-86193c99-dcf1-41cd-837e-7f061b915cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735099'] for segment, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:40.324787 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86193c99-dcf1-41cd-837e-7f061b915cd1 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=94211) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 18:18:40.325212 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-86193c99-dcf1-41cd-837e-7f061b915cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9252762'] for segment, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:40.326825 dv-cinder-759943-10-iscsi neutron-server[94211]: Traceback (most recent call last): Aug 12 18:18:40.326825 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 18:18:40.326825 dv-cinder-759943-10-iscsi neutron-server[94211]: timer() Aug 12 18:18:40.326825 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 18:18:40.326825 dv-cinder-759943-10-iscsi neutron-server[94211]: cb(*args, **kw) Aug 12 18:18:40.326825 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 18:18:40.326825 dv-cinder-759943-10-iscsi neutron-server[94211]: return func(*args, **kwargs) Aug 12 18:18:40.326825 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 18:18:40.326825 dv-cinder-759943-10-iscsi neutron-server[94211]: self._notify() Aug 12 18:18:40.326825 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 18:18:40.326825 dv-cinder-759943-10-iscsi neutron-server[94211]: self.callback(batched_events) Aug 12 18:18:40.326825 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 18:18:40.326825 dv-cinder-759943-10-iscsi neutron-server[94211]: event.method(event) Aug 12 18:18:40.326825 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 18:18:40.326825 dv-cinder-759943-10-iscsi neutron-server[94211]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 18:18:40.326825 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 18:18:40.326825 dv-cinder-759943-10-iscsi neutron-server[94211]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 18:18:40.326825 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 18:18:40.326825 dv-cinder-759943-10-iscsi neutron-server[94211]: return f(self, *a, **k) Aug 12 18:18:40.326825 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 18:18:40.326825 dv-cinder-759943-10-iscsi neutron-server[94211]: return self._get(url).json() Aug 12 18:18:40.326825 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 18:18:40.326825 dv-cinder-759943-10-iscsi neutron-server[94211]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 18:18:40.326825 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 18:18:40.326825 dv-cinder-759943-10-iscsi neutron-server[94211]: return self.request(url, 'GET', **kwargs) Aug 12 18:18:40.326825 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 18:18:40.326825 dv-cinder-759943-10-iscsi neutron-server[94211]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 18:18:40.326825 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 18:18:40.326825 dv-cinder-759943-10-iscsi neutron-server[94211]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 18:18:40.326825 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 18:18:40.326825 dv-cinder-759943-10-iscsi neutron-server[94211]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 18:18:40.326825 dv-cinder-759943-10-iscsi neutron-server[94211]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 18:18:40.380610 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-86193c99-dcf1-41cd-837e-7f061b915cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1735524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734910'] for network, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:40.385870 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-86193c99-dcf1-41cd-837e-7f061b915cd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564513'] for network, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:40.387726 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-86193c99-dcf1-41cd-837e-7f061b915cd1 admin admin] 10.222.0.30 "DELETE /v2.0/networks/0dcff342-791a-4f85-8589-29f0a2613a18 HTTP/1.1" status: 204 len: 168 time: 0.2548623 Aug 12 18:18:40.390805 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 55010) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:18:40.398671 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86193c99-dcf1-41cd-837e-7f061b915cd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=0dcff342-791a-4f85-8589-29f0a2613a18,revision_number=None']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:18:40.436488 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.db_base_plugin_v2 [None req-535e861a-50bd-403c-98df-4be4b41a2cab admin admin] Deleting subnet 5a1f3e57-c850-4a09-98c0-2893b298abab {{(pid=94212) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 18:18:40.440229 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-535e861a-50bd-403c-98df-4be4b41a2cab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:40.472411 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-535e861a-50bd-403c-98df-4be4b41a2cab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10322303'] for subnet, precommit_delete_associations {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:40.513231 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-535e861a-50bd-403c-98df-4be4b41a2cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1735162'] for subnet, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:40.562442 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-535e861a-50bd-403c-98df-4be4b41a2cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1735149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8400662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8840012'] for subnet, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:40.586802 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535e861a-50bd-403c-98df-4be4b41a2cab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a1f3e57-c850-4a09-98c0-2893b298abab,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:18:40.591823 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-535e861a-50bd-403c-98df-4be4b41a2cab admin admin] Notify callbacks [] for subnet, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:40.593674 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-535e861a-50bd-403c-98df-4be4b41a2cab admin admin] 10.222.0.30 "DELETE /v2.0/subnets/5a1f3e57-c850-4a09-98c0-2893b298abab HTTP/1.1" status: 204 len: 168 time: 0.2016606 Aug 12 18:18:40.596070 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 55012) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:18:40.660948 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-fb0cb441-c7e1-4ae0-9025-c06add40cb91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1816869'] for network, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:40.738269 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-fb0cb441-c7e1-4ae0-9025-c06add40cb91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1735549', 'neutron.services.segments.db._delete_segments_for_network-8763627670128'] for network, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:40.747438 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.services.segments.db [None req-fb0cb441-c7e1-4ae0-9025-c06add40cb91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a92d26a8-0325-4bbf-a708-fe1aae5ce069']}} {{(pid=94212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:18:40.757462 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.services.segments.db [None req-fb0cb441-c7e1-4ae0-9025-c06add40cb91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94c6ef31-e976-4208-a878-e21f24e783e5') {'for_net_delete': True} {{(pid=94212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:18:40.757752 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.services.segments.db [None req-fb0cb441-c7e1-4ae0-9025-c06add40cb91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94c6ef31-e976-4208-a878-e21f24e783e5') {} {{(pid=94212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:18:40.766133 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-fb0cb441-c7e1-4ae0-9025-c06add40cb91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763627625081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10322280'] for segment, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:40.778747 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-fb0cb441-c7e1-4ae0-9025-c06add40cb91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735099'] for segment, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:40.784741 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb0cb441-c7e1-4ae0-9025-c06add40cb91 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=94212) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 18:18:40.785130 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-fb0cb441-c7e1-4ae0-9025-c06add40cb91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8400840'] for segment, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:40.786856 dv-cinder-759943-10-iscsi neutron-server[94212]: Traceback (most recent call last): Aug 12 18:18:40.786856 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 18:18:40.786856 dv-cinder-759943-10-iscsi neutron-server[94212]: timer() Aug 12 18:18:40.786856 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 18:18:40.786856 dv-cinder-759943-10-iscsi neutron-server[94212]: cb(*args, **kw) Aug 12 18:18:40.786856 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 18:18:40.786856 dv-cinder-759943-10-iscsi neutron-server[94212]: return func(*args, **kwargs) Aug 12 18:18:40.786856 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 18:18:40.786856 dv-cinder-759943-10-iscsi neutron-server[94212]: self._notify() Aug 12 18:18:40.786856 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 18:18:40.786856 dv-cinder-759943-10-iscsi neutron-server[94212]: self.callback(batched_events) Aug 12 18:18:40.786856 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 18:18:40.786856 dv-cinder-759943-10-iscsi neutron-server[94212]: event.method(event) Aug 12 18:18:40.786856 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 18:18:40.786856 dv-cinder-759943-10-iscsi neutron-server[94212]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 18:18:40.786856 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 18:18:40.786856 dv-cinder-759943-10-iscsi neutron-server[94212]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 18:18:40.786856 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 18:18:40.786856 dv-cinder-759943-10-iscsi neutron-server[94212]: return f(self, *a, **k) Aug 12 18:18:40.786856 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 18:18:40.786856 dv-cinder-759943-10-iscsi neutron-server[94212]: return self._get(url).json() Aug 12 18:18:40.786856 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 18:18:40.786856 dv-cinder-759943-10-iscsi neutron-server[94212]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 18:18:40.786856 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 18:18:40.786856 dv-cinder-759943-10-iscsi neutron-server[94212]: return self.request(url, 'GET', **kwargs) Aug 12 18:18:40.786856 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 18:18:40.786856 dv-cinder-759943-10-iscsi neutron-server[94212]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 18:18:40.786856 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 18:18:40.786856 dv-cinder-759943-10-iscsi neutron-server[94212]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 18:18:40.786856 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 18:18:40.786856 dv-cinder-759943-10-iscsi neutron-server[94212]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 18:18:40.786856 dv-cinder-759943-10-iscsi neutron-server[94212]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 18:18:40.837649 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-fb0cb441-c7e1-4ae0-9025-c06add40cb91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1735524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734910'] for network, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:40.842537 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-fb0cb441-c7e1-4ae0-9025-c06add40cb91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564513'] for network, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:40.844350 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-fb0cb441-c7e1-4ae0-9025-c06add40cb91 admin admin] 10.222.0.30 "DELETE /v2.0/networks/a92d26a8-0325-4bbf-a708-fe1aae5ce069 HTTP/1.1" status: 204 len: 168 time: 0.2473943 Aug 12 18:18:40.860452 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0cb441-c7e1-4ae0-9025-c06add40cb91 admin admin] Pushing event deleted for resources: {'Network': ['ID=a92d26a8-0325-4bbf-a708-fe1aae5ce069,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:18:41.008047 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 55018) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:18:41.045857 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-4f1b338d-f3db-4db3-b337-f2e40ac3ea56 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=eb17b6c61a974776b8473436a6886182&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0365839 Aug 12 18:18:41.048192 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 55020) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:18:41.094420 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-d8f14ba6-550f-4b02-a4f9-2d8f64cf121a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:41.114556 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-d8f14ba6-550f-4b02-a4f9-2d8f64cf121a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:41.158690 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-d8f14ba6-550f-4b02-a4f9-2d8f64cf121a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:41.161335 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-d8f14ba6-550f-4b02-a4f9-2d8f64cf121a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:41.162502 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-d8f14ba6-550f-4b02-a4f9-2d8f64cf121a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/be51d1aa-8b8f-43f0-b8d5-a0f1bc40b692 HTTP/1.1" status: 204 len: 168 time: 0.1133597 Aug 12 18:18:41.169809 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f14ba6-550f-4b02-a4f9-2d8f64cf121a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be51d1aa-8b8f-43f0-b8d5-a0f1bc40b692,revision_number=None']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:18:41.465375 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 55026) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:18:41.509648 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-0e43c4c8-8a2f-4a1e-af5b-95e5b009a8f7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=af85950566ce44ecb6c93ce3a4ab6258&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0431218 Aug 12 18:18:41.512029 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 55028) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:18:41.556716 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-278ef924-2a3d-4a18-8a84-ca6d832d8342 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:41.576842 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-278ef924-2a3d-4a18-8a84-ca6d832d8342 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:41.619985 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-278ef924-2a3d-4a18-8a84-ca6d832d8342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:41.622507 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-278ef924-2a3d-4a18-8a84-ca6d832d8342 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:41.623597 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-278ef924-2a3d-4a18-8a84-ca6d832d8342 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/af655b0a-84c9-436a-906a-00a58c0b9974 HTTP/1.1" status: 204 len: 168 time: 0.1107154 Aug 12 18:18:41.631285 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278ef924-2a3d-4a18-8a84-ca6d832d8342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af655b0a-84c9-436a-906a-00a58c0b9974,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:18:52.073403 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:18:53.555686 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe91c5a-9729-488a-a781-94fd181d2f46 req-8b3f706f-8bc1-4e18-811c-3d51b7a213f5 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:18:53.557129 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-dbe91c5a-9729-488a-a781-94fd181d2f46 req-8b3f706f-8bc1-4e18-811c-3d51b7a213f5 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=36c1e6bd-8154-4b77-af99-8dc0411b817b HTTP/1.1" status: 200 len: 945 time: 0.0506103 Aug 12 18:18:53.592995 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-dbe91c5a-9729-488a-a781-94fd181d2f46 req-c64fb20d-a50a-4ae6-aec2-dd396911e843 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=2da7e24b-cf8a-41e2-806d-0c0fa84eab03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300333 Aug 12 18:18:54.711869 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4220a199-ba1d-41a7-b8a4-395c5c5d186a req-0eb08d29-e78a-4602-8378-5856a2302016 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:18:54.713323 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-4220a199-ba1d-41a7-b8a4-395c5c5d186a req-0eb08d29-e78a-4602-8378-5856a2302016 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=36c1e6bd-8154-4b77-af99-8dc0411b817b HTTP/1.1" status: 200 len: 945 time: 0.0471025 Aug 12 18:18:54.749291 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-4220a199-ba1d-41a7-b8a4-395c5c5d186a req-0ac6c65e-486d-4002-9782-f1fcf632f982 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=2da7e24b-cf8a-41e2-806d-0c0fa84eab03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303023 Aug 12 18:18:55.865326 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6516e3-7160-49a7-bc6f-b660d8d5b9a0 req-227f0a8b-73ec-481c-a9bf-78bc3aa031fe tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:18:55.866815 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-fb6516e3-7160-49a7-bc6f-b660d8d5b9a0 req-227f0a8b-73ec-481c-a9bf-78bc3aa031fe tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=36c1e6bd-8154-4b77-af99-8dc0411b817b HTTP/1.1" status: 200 len: 945 time: 0.0479000 Aug 12 18:18:55.903774 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-fb6516e3-7160-49a7-bc6f-b660d8d5b9a0 req-e2d74d12-7135-4d77-a3cb-e52084730ad5 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=2da7e24b-cf8a-41e2-806d-0c0fa84eab03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312014 Aug 12 18:18:57.027225 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fca977-afb6-40f0-bf5b-a6362fb94960 req-cdb16295-b5be-4ee8-9d0b-fdfffa36ea14 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:18:57.028627 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-d7fca977-afb6-40f0-bf5b-a6362fb94960 req-cdb16295-b5be-4ee8-9d0b-fdfffa36ea14 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=36c1e6bd-8154-4b77-af99-8dc0411b817b HTTP/1.1" status: 200 len: 945 time: 0.0545821 Aug 12 18:18:57.065271 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-d7fca977-afb6-40f0-bf5b-a6362fb94960 req-a8aa6384-b51d-4572-a21a-f3bdfd4c5269 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=2da7e24b-cf8a-41e2-806d-0c0fa84eab03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302362 Aug 12 18:18:58.190304 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4665b1f4-a678-4bb5-8289-59461b422df6 req-f3c37a3e-8334-4881-94b7-8c3f3660518a tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:18:58.191786 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-4665b1f4-a678-4bb5-8289-59461b422df6 req-f3c37a3e-8334-4881-94b7-8c3f3660518a tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=36c1e6bd-8154-4b77-af99-8dc0411b817b HTTP/1.1" status: 200 len: 945 time: 0.0477886 Aug 12 18:18:58.230758 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-4665b1f4-a678-4bb5-8289-59461b422df6 req-515d950c-4190-4495-b8e4-cd6408b9640f tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=2da7e24b-cf8a-41e2-806d-0c0fa84eab03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325661 Aug 12 18:18:59.347937 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae0c99-e10c-4c42-8b93-ca9694ad13a3 req-b9b49100-7656-499b-9cf8-f4a3eab21989 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:18:59.349375 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-a0ae0c99-e10c-4c42-8b93-ca9694ad13a3 req-b9b49100-7656-499b-9cf8-f4a3eab21989 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=36c1e6bd-8154-4b77-af99-8dc0411b817b HTTP/1.1" status: 200 len: 945 time: 0.0473373 Aug 12 18:18:59.384927 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-a0ae0c99-e10c-4c42-8b93-ca9694ad13a3 req-3cc3aea1-11fc-4a32-9db9-02f1ee16244f tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=2da7e24b-cf8a-41e2-806d-0c0fa84eab03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294404 Aug 12 18:19:00.504629 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a147d44-2a13-495e-b0e9-c6d14389753c req-68dd957b-6a2f-4843-b5fc-2419ba5f5596 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:19:00.506037 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-8a147d44-2a13-495e-b0e9-c6d14389753c req-68dd957b-6a2f-4843-b5fc-2419ba5f5596 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=36c1e6bd-8154-4b77-af99-8dc0411b817b HTTP/1.1" status: 200 len: 945 time: 0.0508378 Aug 12 18:19:00.544244 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-8a147d44-2a13-495e-b0e9-c6d14389753c req-f9e97aca-df74-4a74-9f6f-51141ba50f39 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=2da7e24b-cf8a-41e2-806d-0c0fa84eab03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322928 Aug 12 18:19:01.660920 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd349a-4e69-4960-a1ad-e2abe8c0ae9a req-6c16581b-b45d-4fac-ad41-bc4bf1fa964c tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:19:01.662401 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-36bd349a-4e69-4960-a1ad-e2abe8c0ae9a req-6c16581b-b45d-4fac-ad41-bc4bf1fa964c tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=36c1e6bd-8154-4b77-af99-8dc0411b817b HTTP/1.1" status: 200 len: 945 time: 0.0474443 Aug 12 18:19:01.698486 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-36bd349a-4e69-4960-a1ad-e2abe8c0ae9a req-08e3c22e-02cd-4a19-8a07-fb0e1c8589e8 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=2da7e24b-cf8a-41e2-806d-0c0fa84eab03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302489 Aug 12 18:19:02.815639 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c2cdbf-32d1-4300-9925-3a8d3df91846 req-7ef001be-53c6-45af-9ba6-3e4cbf396053 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:19:02.816133 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-41c2cdbf-32d1-4300-9925-3a8d3df91846 req-7ef001be-53c6-45af-9ba6-3e4cbf396053 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=36c1e6bd-8154-4b77-af99-8dc0411b817b HTTP/1.1" status: 200 len: 945 time: 0.0464637 Aug 12 18:19:02.852789 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-41c2cdbf-32d1-4300-9925-3a8d3df91846 req-786ce475-379a-4e6e-96bc-3cb7ba551b88 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=2da7e24b-cf8a-41e2-806d-0c0fa84eab03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313077 Aug 12 18:19:03.972428 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d0e50f-0bb5-4e56-a6e4-447b15a868ec req-f9a3f3ab-5970-4057-957a-d022a6a48fb9 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:19:03.974047 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-a6d0e50f-0bb5-4e56-a6e4-447b15a868ec req-f9a3f3ab-5970-4057-957a-d022a6a48fb9 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=36c1e6bd-8154-4b77-af99-8dc0411b817b HTTP/1.1" status: 200 len: 945 time: 0.0507693 Aug 12 18:19:04.013045 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-a6d0e50f-0bb5-4e56-a6e4-447b15a868ec req-22a515b9-9fdb-4e63-bae6-e936bcd62227 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=2da7e24b-cf8a-41e2-806d-0c0fa84eab03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318520 Aug 12 18:19:04.963236 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-64848a81-b83e-427e-80b6-4a46b9cf4e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:05.130997 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd2d6e5-ca5f-4dcf-8b7c-6c3776675db5 req-89e2da3f-7c26-45e2-b06e-132ef1080201 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:19:05.132483 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-2bd2d6e5-ca5f-4dcf-8b7c-6c3776675db5 req-89e2da3f-7c26-45e2-b06e-132ef1080201 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=36c1e6bd-8154-4b77-af99-8dc0411b817b HTTP/1.1" status: 200 len: 945 time: 0.0482132 Aug 12 18:19:05.168753 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-2bd2d6e5-ca5f-4dcf-8b7c-6c3776675db5 req-128e3728-c3cd-423a-9769-71d0fae6c679 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=2da7e24b-cf8a-41e2-806d-0c0fa84eab03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304403 Aug 12 18:19:06.287367 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe07602-3f88-4096-8e6f-b4859554d227 req-c4e9c21f-a348-4a2b-bb77-3f9dda7226f4 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:19:06.288846 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-cfe07602-3f88-4096-8e6f-b4859554d227 req-c4e9c21f-a348-4a2b-bb77-3f9dda7226f4 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=36c1e6bd-8154-4b77-af99-8dc0411b817b HTTP/1.1" status: 200 len: 945 time: 0.0487411 Aug 12 18:19:06.325088 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-cfe07602-3f88-4096-8e6f-b4859554d227 req-40c856a4-60f2-4f33-baf9-a6a674658904 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=2da7e24b-cf8a-41e2-806d-0c0fa84eab03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305257 Aug 12 18:19:07.327389 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-849d3a81-9b25-4bdf-94ca-0b73f247ec59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:07.369389 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.agents_db [None req-aa7dbe78-d4f0-421a-85da-826b2a172358 None None] Agent healthcheck: found 6 active agents {{(pid=94214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 18:19:07.444209 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc2eec4-4433-41bc-88c9-08242c8cca69 req-882e0087-79e5-47f7-85f6-85fefe232979 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:19:07.445655 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-4cc2eec4-4433-41bc-88c9-08242c8cca69 req-882e0087-79e5-47f7-85f6-85fefe232979 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=36c1e6bd-8154-4b77-af99-8dc0411b817b HTTP/1.1" status: 200 len: 945 time: 0.0500941 Aug 12 18:19:07.481402 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-4cc2eec4-4433-41bc-88c9-08242c8cca69 req-e0c11876-6102-46bc-88a6-c34d3c2ee4a9 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=2da7e24b-cf8a-41e2-806d-0c0fa84eab03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299211 Aug 12 18:19:07.968034 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:08.550258 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-2083c3fd-5dc5-47ae-86de-acca0e7a8e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:08.598136 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a120d56-82b9-4d40-bc3d-cabc1181a034 req-9a909da8-1b6a-4597-b880-3fa29c06f362 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:19:08.599579 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-2a120d56-82b9-4d40-bc3d-cabc1181a034 req-9a909da8-1b6a-4597-b880-3fa29c06f362 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=36c1e6bd-8154-4b77-af99-8dc0411b817b HTTP/1.1" status: 200 len: 945 time: 0.0475204 Aug 12 18:19:08.635766 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-2a120d56-82b9-4d40-bc3d-cabc1181a034 req-7de57f65-a67f-451c-b940-861a0ff3f2af tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=2da7e24b-cf8a-41e2-806d-0c0fa84eab03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301504 Aug 12 18:19:09.751204 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf8fadb-aacb-48ee-8733-6a5cf5942726 req-b2587908-1041-4439-8e4b-ba205817369e tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:19:09.752640 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-ecf8fadb-aacb-48ee-8733-6a5cf5942726 req-b2587908-1041-4439-8e4b-ba205817369e tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=36c1e6bd-8154-4b77-af99-8dc0411b817b HTTP/1.1" status: 200 len: 945 time: 0.0470469 Aug 12 18:19:09.788333 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-ecf8fadb-aacb-48ee-8733-6a5cf5942726 req-d8565c20-2bb0-4475-a77e-049ebec43794 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=2da7e24b-cf8a-41e2-806d-0c0fa84eab03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300534 Aug 12 18:19:10.233773 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-b1de9828-bfad-4ef8-8d69-6d6f9fbe420c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:10.907271 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169aa71d-46cd-40c3-b5e7-c3556fe216c3 req-c13627b9-c7aa-472c-b988-319ed9c7f929 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:19:10.908716 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-169aa71d-46cd-40c3-b5e7-c3556fe216c3 req-c13627b9-c7aa-472c-b988-319ed9c7f929 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=36c1e6bd-8154-4b77-af99-8dc0411b817b HTTP/1.1" status: 200 len: 945 time: 0.0509007 Aug 12 18:19:10.944894 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-169aa71d-46cd-40c3-b5e7-c3556fe216c3 req-bea81eab-2f72-468f-84df-05730e108cc3 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=2da7e24b-cf8a-41e2-806d-0c0fa84eab03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303526 Aug 12 18:19:12.060983 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c0da69-a1c8-4163-b47a-1318c09e9b0a req-2e890242-fb5d-4290-9552-89c61b15b46b tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:19:12.062470 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-f9c0da69-a1c8-4163-b47a-1318c09e9b0a req-2e890242-fb5d-4290-9552-89c61b15b46b tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=36c1e6bd-8154-4b77-af99-8dc0411b817b HTTP/1.1" status: 200 len: 945 time: 0.0467913 Aug 12 18:19:12.099956 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-f9c0da69-a1c8-4163-b47a-1318c09e9b0a req-f611ae62-cc20-4237-bfb0-af2912b0ba21 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=2da7e24b-cf8a-41e2-806d-0c0fa84eab03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308788 Aug 12 18:19:12.595085 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 55348) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:19:12.758476 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.plugin [None req-e703d602-8bf3-4070-9e9c-00ecf8f34bee tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Deleting port f95c4cb8-e470-48c9-96e2-9215a9fb0455 {{(pid=94212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 18:19:12.762145 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-e703d602-8bf3-4070-9e9c-00ecf8f34bee tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763627642920'] for port, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:12.834328 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-e703d602-8bf3-4070-9e9c-00ecf8f34bee tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-732327'] for port, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:12.834657 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-e703d602-8bf3-4070-9e9c-00ecf8f34bee tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:12.847487 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.plugin [None req-e703d602-8bf3-4070-9e9c-00ecf8f34bee tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Calling delete_port for f95c4cb8-e470-48c9-96e2-9215a9fb0455 owned by network:floatingip {{(pid=94212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 18:19:13.051690 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-e703d602-8bf3-4070-9e9c-00ecf8f34bee tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763627647362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763627144942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8400677'] for port, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:13.078052 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e703d602-8bf3-4070-9e9c-00ecf8f34bee tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Pushing event deleted for resources: {'Port': ['ID=f95c4cb8-e470-48c9-96e2-9215a9fb0455,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:19:13.088405 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e703d602-8bf3-4070-9e9c-00ecf8f34bee tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:19:13.088746 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e703d602-8bf3-4070-9e9c-00ecf8f34bee tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:19:13.089112 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e703d602-8bf3-4070-9e9c-00ecf8f34bee tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:19:13.089443 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e703d602-8bf3-4070-9e9c-00ecf8f34bee tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:19:13.089769 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e703d602-8bf3-4070-9e9c-00ecf8f34bee tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:19:13.090117 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e703d602-8bf3-4070-9e9c-00ecf8f34bee tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:19:13.090443 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e703d602-8bf3-4070-9e9c-00ecf8f34bee tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:19:13.090762 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e703d602-8bf3-4070-9e9c-00ecf8f34bee tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:19:13.091080 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e703d602-8bf3-4070-9e9c-00ecf8f34bee tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:19:13.091395 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e703d602-8bf3-4070-9e9c-00ecf8f34bee tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:19:13.091709 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e703d602-8bf3-4070-9e9c-00ecf8f34bee tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:19:13.092119 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e703d602-8bf3-4070-9e9c-00ecf8f34bee tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:19:13.152319 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-e703d602-8bf3-4070-9e9c-00ecf8f34bee tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Notify callbacks [] for floatingip, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:13.152963 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.db.l3_db [None req-e703d602-8bf3-4070-9e9c-00ecf8f34bee tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Floating IP afc3c05d-dd89-45e1-8a27-d570e2df69e0 disassociated (deleted). External IP: 172.27.3.146, port: 3afa09b8-e560-4816-957a-57e477973e6c. Aug 12 18:19:13.239266 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Device 10b05948-8d17-4a21-953c-6b22de2f9546 details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=94213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 18:19:13.378646 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] For port 10b05948-8d17-4a21-953c-6b22de2f9546, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=10b05948-8d17-4a21-953c-6b22de2f9546,segment=NetworkSegment(b0bd17e6-9f7e-43f1-a264-2ad32dfe27ab),segment_id=b0bd17e6-9f7e-43f1-a264-2ad32dfe27ab)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:19:13.391831 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Returning: {'device': '10b05948-8d17-4a21-953c-6b22de2f9546', 'network_id': '6b1fc686-fd3a-4539-aa22-2794a86ed1a0', 'port_id': '10b05948-8d17-4a21-953c-6b22de2f9546', 'mac_address': 'fa:16:3e:ee:e2:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d6fbddb-fc25-47a1-888d-ce03ef22670c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 18:19:13.462521 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:13.483294 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.notifiers.nova [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 10b05948-8d17-4a21-953c-6b22de2f9546 {{(pid=94213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 18:19:13.515238 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] For port 10b05948-8d17-4a21-953c-6b22de2f9546, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=10b05948-8d17-4a21-953c-6b22de2f9546,segment=NetworkSegment(b0bd17e6-9f7e-43f1-a264-2ad32dfe27ab),segment_id=b0bd17e6-9f7e-43f1-a264-2ad32dfe27ab)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:19:13.524319 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:13.589586 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Pushing event updated for resources: {'Port': ['ID=10b05948-8d17-4a21-953c-6b22de2f9546,revision_number=6']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:19:13.610750 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] get_ports_and_sgs() called for port_ids ['10b05948-8d17-4a21-953c-6b22de2f9546'] {{(pid=94213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 18:19:13.629429 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6980912b-6b45-4eff-9e78-9b6e47f1ed61 req-751e1ae9-e6bf-4035-8589-0ec51947df45 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:19:13.638785 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-6980912b-6b45-4eff-9e78-9b6e47f1ed61 req-751e1ae9-e6bf-4035-8589-0ec51947df45 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=36c1e6bd-8154-4b77-af99-8dc0411b817b HTTP/1.1" status: 200 len: 945 time: 0.4467430 Aug 12 18:19:13.684483 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-6980912b-6b45-4eff-9e78-9b6e47f1ed61 req-7c3747a8-efb1-4773-a61c-d9246d2da31e tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=2da7e24b-cf8a-41e2-806d-0c0fa84eab03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447061 Aug 12 18:19:13.818290 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e703d602-8bf3-4070-9e9c-00ecf8f34bee tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Router d11d2fd1-d1a0-49fc-8636-baf140635d08 has already been hosted by L3 agent 35f8a3af-1ed6-4507-a756-5ee5db7e6400 {{(pid=94212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 18:19:13.929984 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e703d602-8bf3-4070-9e9c-00ecf8f34bee tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Notify agent at l3_agent.dv-cinder-759943-10-iscsi the message routers_updated {{(pid=94212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 18:19:13.936607 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-e703d602-8bf3-4070-9e9c-00ecf8f34bee tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195385'] for floatingip, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:13.943189 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ae6b9d-6be3-4e81-ae99-f419ba379446 None None] Sync routers for ids ['d11d2fd1-d1a0-49fc-8636-baf140635d08'] in dv-cinder-759943-10-iscsi {{(pid=94214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 18:19:13.954391 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ae6b9d-6be3-4e81-ae99-f419ba379446 None None] Routers {'d11d2fd1-d1a0-49fc-8636-baf140635d08'} bound to L3 agent in host dv-cinder-759943-10-iscsi {{(pid=94214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 18:19:13.955214 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_hamode_db [None req-12ae6b9d-6be3-4e81-ae99-f419ba379446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T18:04:37Z,description=,heartbeat_timestamp=2021-08-12T18:19:07Z,host='dv-cinder-759943-10-iscsi',id=35f8a3af-1ed6-4507-a756-5ee5db7e6400,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T18:04:37Z,topic='l3_agent')) {'router_ids': ['d11d2fd1-d1a0-49fc-8636-baf140635d08'], 'active': True} {{(pid=94214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:19:13.969840 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-e703d602-8bf3-4070-9e9c-00ecf8f34bee tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "DELETE /v2.0/floatingips/afc3c05d-dd89-45e1-8a27-d570e2df69e0 HTTP/1.1" status: 204 len: 168 time: 1.3736508 Aug 12 18:19:13.970796 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baf099e7-9785-430d-a6a1-10f0bc1dd51e', 'tag': '3afa09b8-e560-4816-957a-57e477973e6c'}] {{(pid=94212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 18:19:13.973768 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd512f55349b839fb4675422b2dbaf52bda1baead41a4efd90d4bf8a5142663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d60bff-8e51-4f64-ae1b-adb0f8921b0a" -d '{"events": [{"name": "network-changed", "server_uuid": "baf099e7-9785-430d-a6a1-10f0bc1dd51e", "tag": "3afa09b8-e560-4816-957a-57e477973e6c"}]}' {{(pid=94212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 18:19:14.020295 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 18:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6099dcbc-7a4a-40f6-b75d-49986840092c x-openstack-request-id: req-6099dcbc-7a4a-40f6-b75d-49986840092c {{(pid=94212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 18:19:14.020603 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baf099e7-9785-430d-a6a1-10f0bc1dd51e", "tag": "3afa09b8-e560-4816-957a-57e477973e6c", "status": "completed", "code": 200}]} {{(pid=94212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 18:19:14.020855 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6099dcbc-7a4a-40f6-b75d-49986840092c {{(pid=94212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 18:19:14.021261 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baf099e7-9785-430d-a6a1-10f0bc1dd51e', 'tag': '3afa09b8-e560-4816-957a-57e477973e6c', 'status': 'completed', 'code': 200} Aug 12 18:19:14.090561 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d60bff-8e51-4f64-ae1b-adb0f8921b0a req-d53534e5-aae5-4eb4-a24e-c33c6c7ea750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:19:14.092666 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-f6d60bff-8e51-4f64-ae1b-adb0f8921b0a req-d53534e5-aae5-4eb4-a24e-c33c6c7ea750 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=924212fddaa448b5b1093e482a785cd7&device_id=baf099e7-9785-430d-a6a1-10f0bc1dd51e HTTP/1.1" status: 200 len: 1098 time: 0.0481358 Aug 12 18:19:14.136750 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_dvr_db [None req-12ae6b9d-6be3-4e81-ae99-f419ba379446 None None] Set router d11d2fd1-d1a0-49fc-8636-baf140635d08 gateway port host: dv-cinder-759943-10-iscsi {{(pid=94214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 18:19:14.260739 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d60bff-8e51-4f64-ae1b-adb0f8921b0a req-cd6c5fd1-a088-4143-af35-751874e8f68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:19:14.263679 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-f6d60bff-8e51-4f64-ae1b-adb0f8921b0a req-cd6c5fd1-a088-4143-af35-751874e8f68a service neutron] 10.222.0.57 "GET /v2.0/networks?id=31201492-d25f-40e0-b40e-85e206051e6d HTTP/1.1" status: 200 len: 910 time: 0.1633213 Aug 12 18:19:14.337280 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-f6d60bff-8e51-4f64-ae1b-adb0f8921b0a req-4ff90741-c507-4a18-99d9-eb58a8e67013 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3afa09b8-e560-4816-957a-57e477973e6c HTTP/1.1" status: 200 len: 217 time: 0.0638561 Aug 12 18:19:14.413614 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_hamode_db [None req-12ae6b9d-6be3-4e81-ae99-f419ba379446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd11d2fd1-d1a0-49fc-8636-baf140635d08', 'name': 'tempest-TestShelveInstance-1333231278-router', 'tenant_id': '924212fddaa448b5b1093e482a785cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '78feda6e-8f67-439f-ba86-f1828c94e390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:14:13Z', 'updated_at': '2021-08-12T18:14:19Z', 'revision_number': 4, 'project_id': '924212fddaa448b5b1093e482a785cd7', 'gw_port': {'id': '78feda6e-8f67-439f-ba86-f1828c94e390', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd11d2fd1-d1a0-49fc-8636-baf140635d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:14:14Z', 'updated_at': '2021-08-12T18:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi', '_interfaces': [{'id': '3aa10e17-cb66-4a6a-af0a-f42bff96a5c6', 'name': '', 'network_id': '31201492-d25f-40e0-b40e-85e206051e6d', 'tenant_id': '924212fddaa448b5b1093e482a785cd7', 'mac_address': 'fa:16:3e:be:9e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd11d2fd1-d1a0-49fc-8636-baf140635d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '019c3d0a-2e33-4501-a1d9-19968c2a45a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:14:18Z', 'updated_at': '2021-08-12T18:14:29Z', 'revision_number': 5, 'project_id': '924212fddaa448b5b1093e482a785cd7', 'subnets': [{'id': '019c3d0a-2e33-4501-a1d9-19968c2a45a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-10-iscsi', False) {} {{(pid=94214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:19:14.421351 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d907f87-f399-4a56-8e4a-9d15b90c9350 req-5284f3c4-40f5-46ef-9fd9-e2a5f6be89c3 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:19:14.429617 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-5d907f87-f399-4a56-8e4a-9d15b90c9350 req-5284f3c4-40f5-46ef-9fd9-e2a5f6be89c3 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "GET /v2.0/ports?device_id=baf099e7-9785-430d-a6a1-10f0bc1dd51e HTTP/1.1" status: 200 len: 945 time: 0.0948439 Aug 12 18:19:14.439218 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d60bff-8e51-4f64-ae1b-adb0f8921b0a req-251e39cb-4cfa-4197-9d13-e243e4567d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:19:14.440584 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-f6d60bff-8e51-4f64-ae1b-adb0f8921b0a req-251e39cb-4cfa-4197-9d13-e243e4567d6a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=019c3d0a-2e33-4501-a1d9-19968c2a45a9 HTTP/1.1" status: 200 len: 848 time: 0.0938578 Aug 12 18:19:14.454077 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ae6b9d-6be3-4e81-ae99-f419ba379446 None None] Checking router: d11d2fd1-d1a0-49fc-8636-baf140635d08 for host: dv-cinder-759943-10-iscsi {{(pid=94214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 18:19:14.466698 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ae6b9d-6be3-4e81-ae99-f419ba379446 None None] Routers {'d11d2fd1-d1a0-49fc-8636-baf140635d08'} bound to L3 agent in host dv-cinder-759943-10-iscsi {{(pid=94214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 18:19:14.467021 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_hamode_db [None req-12ae6b9d-6be3-4e81-ae99-f419ba379446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T18:04:37Z,description=,heartbeat_timestamp=2021-08-12T18:19:07Z,host='dv-cinder-759943-10-iscsi',id=35f8a3af-1ed6-4507-a756-5ee5db7e6400,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T18:04:37Z,topic='l3_agent')) {'router_ids': ['d11d2fd1-d1a0-49fc-8636-baf140635d08'], 'active': True} {{(pid=94214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:19:14.512199 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-5d907f87-f399-4a56-8e4a-9d15b90c9350 req-5781796a-8100-4930-81d3-7d12d5986539 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee503810-7a83-41bb-ac93-212bb7d263cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774980 Aug 12 18:19:14.552805 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d60bff-8e51-4f64-ae1b-adb0f8921b0a req-05ceba5a-b21b-429f-a0d6-2aa66a6b3275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:19:14.555010 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-f6d60bff-8e51-4f64-ae1b-adb0f8921b0a req-05ceba5a-b21b-429f-a0d6-2aa66a6b3275 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=31201492-d25f-40e0-b40e-85e206051e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1043339 Aug 12 18:19:14.600392 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_dvr_db [None req-12ae6b9d-6be3-4e81-ae99-f419ba379446 None None] Set router d11d2fd1-d1a0-49fc-8636-baf140635d08 gateway port host: dv-cinder-759943-10-iscsi {{(pid=94214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 18:19:14.667239 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-f6d60bff-8e51-4f64-ae1b-adb0f8921b0a req-1a035d15-3ffb-49da-9518-d513979741ba service neutron] 10.222.0.57 "GET /v2.0/networks/31201492-d25f-40e0-b40e-85e206051e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014962 Aug 12 18:19:14.793266 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-f6d60bff-8e51-4f64-ae1b-adb0f8921b0a req-1ff94883-d8c4-4f68-8903-09e314923fc7 service neutron] 10.222.0.57 "GET /v2.0/networks/31201492-d25f-40e0-b40e-85e206051e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173608 Aug 12 18:19:14.844315 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b4d982-f645-4321-b8e4-faa3decf772e req-05a617c0-5973-49db-bda6-bcedeacc4878 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:19:14.846666 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-65b4d982-f645-4321-b8e4-faa3decf772e req-05a617c0-5973-49db-bda6-bcedeacc4878 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=36c1e6bd-8154-4b77-af99-8dc0411b817b HTTP/1.1" status: 200 len: 944 time: 0.0602236 Aug 12 18:19:14.882486 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_hamode_db [None req-12ae6b9d-6be3-4e81-ae99-f419ba379446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd11d2fd1-d1a0-49fc-8636-baf140635d08', 'name': 'tempest-TestShelveInstance-1333231278-router', 'tenant_id': '924212fddaa448b5b1093e482a785cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '78feda6e-8f67-439f-ba86-f1828c94e390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:14:13Z', 'updated_at': '2021-08-12T18:14:19Z', 'revision_number': 4, 'project_id': '924212fddaa448b5b1093e482a785cd7', 'gw_port': {'id': '78feda6e-8f67-439f-ba86-f1828c94e390', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd11d2fd1-d1a0-49fc-8636-baf140635d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:14:14Z', 'updated_at': '2021-08-12T18:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi', '_interfaces': [{'id': '3aa10e17-cb66-4a6a-af0a-f42bff96a5c6', 'name': '', 'network_id': '31201492-d25f-40e0-b40e-85e206051e6d', 'tenant_id': '924212fddaa448b5b1093e482a785cd7', 'mac_address': 'fa:16:3e:be:9e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd11d2fd1-d1a0-49fc-8636-baf140635d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '019c3d0a-2e33-4501-a1d9-19968c2a45a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:14:18Z', 'updated_at': '2021-08-12T18:14:29Z', 'revision_number': 5, 'project_id': '924212fddaa448b5b1093e482a785cd7', 'subnets': [{'id': '019c3d0a-2e33-4501-a1d9-19968c2a45a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-10-iscsi', False) {} {{(pid=94214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:19:14.908397 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-65b4d982-f645-4321-b8e4-faa3decf772e req-43ac643b-f5aa-4635-adce-9bfcc1ee0b8f tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=2da7e24b-cf8a-41e2-806d-0c0fa84eab03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548353 Aug 12 18:19:14.911115 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ae6b9d-6be3-4e81-ae99-f419ba379446 None None] The sync data for ids ['d11d2fd1-d1a0-49fc-8636-baf140635d08'] in dv-cinder-759943-10-iscsi is: [{'id': 'd11d2fd1-d1a0-49fc-8636-baf140635d08', 'name': 'tempest-TestShelveInstance-1333231278-router', 'tenant_id': '924212fddaa448b5b1093e482a785cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '78feda6e-8f67-439f-ba86-f1828c94e390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:14:13Z', 'updated_at': '2021-08-12T18:14:19Z', 'revision_number': 4, 'project_id': '924212fddaa448b5b1093e482a785cd7', 'gw_port': {'id': '78feda6e-8f67-439f-ba86-f1828c94e390', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd11d2fd1-d1a0-49fc-8636-baf140635d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:14:14Z', 'updated_at': '2021-08-12T18:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi', '_interfaces': [{'id': '3aa10e17-cb66-4a6a-af0a-f42bff96a5c6', 'name': '', 'network_id': '31201492-d25f-40e0-b40e-85e206051e6d', 'tenant_id': '924212fddaa448b5b1093e482a785cd7', 'mac_address': 'fa:16:3e:be:9e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd11d2fd1-d1a0-49fc-8636-baf140635d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '019c3d0a-2e33-4501-a1d9-19968c2a45a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:14:18Z', 'updated_at': '2021-08-12T18:14:29Z', 'revision_number': 5, 'project_id': '924212fddaa448b5b1093e482a785cd7', 'subnets': [{'id': '019c3d0a-2e33-4501-a1d9-19968c2a45a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 18:19:15.141976 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2398eba0-e66e-4410-b947-2692223f8b4c None None] New status for floating IP afc3c05d-dd89-45e1-8a27-d570e2df69e0: DOWN {{(pid=94213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 18:19:15.255128 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Device 10b05948-8d17-4a21-953c-6b22de2f9546 up at agent hyperv_hv-cinder-75994 {{(pid=94213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 18:19:15.310226 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Provisioning complete for port 10b05948-8d17-4a21-953c-6b22de2f9546 triggered by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:19:15.311221 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:15.413030 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:15.444732 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36c1e6bd-8154-4b77-af99-8dc0411b817b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10b05948-8d17-4a21-953c-6b22de2f9546'}] {{(pid=94213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 18:19:15.448150 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093bef5005328d2170e61a9e3556762ddeddd0b69a57765fcd678c61bdf37499" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0939545f-f868-4b7c-8f2e-044c7629b2f5" -d '{"events": [{"server_uuid": "36c1e6bd-8154-4b77-af99-8dc0411b817b", "name": "network-vif-plugged", "status": "completed", "tag": "10b05948-8d17-4a21-953c-6b22de2f9546"}]}' {{(pid=94213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 18:19:15.464785 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] For port 10b05948-8d17-4a21-953c-6b22de2f9546, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=10b05948-8d17-4a21-953c-6b22de2f9546,segment=NetworkSegment(b0bd17e6-9f7e-43f1-a264-2ad32dfe27ab),segment_id=b0bd17e6-9f7e-43f1-a264-2ad32dfe27ab)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:19:15.471800 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:15.499312 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 18:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6944618c-0c1d-4b91-81e5-3c320808c816 x-openstack-request-id: req-6944618c-0c1d-4b91-81e5-3c320808c816 {{(pid=94213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 18:19:15.499601 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36c1e6bd-8154-4b77-af99-8dc0411b817b", "name": "network-vif-plugged", "status": "completed", "tag": "10b05948-8d17-4a21-953c-6b22de2f9546", "code": 200}]} {{(pid=94213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 18:19:15.499855 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6944618c-0c1d-4b91-81e5-3c320808c816 {{(pid=94213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 18:19:15.500771 dv-cinder-759943-10-iscsi neutron-server[94213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36c1e6bd-8154-4b77-af99-8dc0411b817b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10b05948-8d17-4a21-953c-6b22de2f9546', 'code': 200} Aug 12 18:19:15.526643 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Pushing event updated for resources: {'Port': ['ID=10b05948-8d17-4a21-953c-6b22de2f9546,revision_number=7']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:19:15.636878 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46dbc7c-0685-4785-ac7f-71021b20b19b req-e7c40650-9b3a-4c0b-a5c1-56ec295cb864 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:19:15.642672 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-c46dbc7c-0685-4785-ac7f-71021b20b19b req-e7c40650-9b3a-4c0b-a5c1-56ec295cb864 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "GET /v2.0/ports?device_id=baf099e7-9785-430d-a6a1-10f0bc1dd51e HTTP/1.1" status: 200 len: 945 time: 0.0659034 Aug 12 18:19:15.695469 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-c46dbc7c-0685-4785-ac7f-71021b20b19b req-fb0099e9-6531-43f0-b4c4-038d74b796ca tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee503810-7a83-41bb-ac93-212bb7d263cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500758 Aug 12 18:19:15.787608 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38236a1e-2459-4b65-963e-11c963f59c25 req-5c5a5e13-b599-47b5-bf1c-65e1c9874926 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:19:15.789429 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-38236a1e-2459-4b65-963e-11c963f59c25 req-5c5a5e13-b599-47b5-bf1c-65e1c9874926 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.57 "GET /v2.0/ports?device_id=baf099e7-9785-430d-a6a1-10f0bc1dd51e HTTP/1.1" status: 200 len: 945 time: 0.0680254 Aug 12 18:19:15.908267 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.plugin [req-38236a1e-2459-4b65-963e-11c963f59c25 req-c54d3b1a-5839-4f05-9723-d38eec390197 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Deleting port 3afa09b8-e560-4816-957a-57e477973e6c {{(pid=94212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 18:19:15.908634 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-38236a1e-2459-4b65-963e-11c963f59c25 req-c54d3b1a-5839-4f05-9723-d38eec390197 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763627642920'] for port, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:16.078618 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.db [req-38236a1e-2459-4b65-963e-11c963f59c25 req-c54d3b1a-5839-4f05-9723-d38eec390197 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] For port 3afa09b8-e560-4816-957a-57e477973e6c, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=3afa09b8-e560-4816-957a-57e477973e6c,segment=NetworkSegment(12b6e908-d387-45ae-adb0-8f4da70f126b),segment_id=12b6e908-d387-45ae-adb0-8f4da70f126b)] {{(pid=94212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:19:16.079118 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-38236a1e-2459-4b65-963e-11c963f59c25 req-c54d3b1a-5839-4f05-9723-d38eec390197 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-732327'] for port, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:16.096794 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.plugin [req-38236a1e-2459-4b65-963e-11c963f59c25 req-c54d3b1a-5839-4f05-9723-d38eec390197 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Calling delete_port for 3afa09b8-e560-4816-957a-57e477973e6c owned by compute:nova {{(pid=94212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 18:19:16.143714 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce175a-cfae-410b-b979-e3a9049ec5e6 req-f468c6c3-a695-41e5-bbaa-04f12b351e1b tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:19:16.145949 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-a4ce175a-cfae-410b-b979-e3a9049ec5e6 req-f468c6c3-a695-41e5-bbaa-04f12b351e1b tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=36c1e6bd-8154-4b77-af99-8dc0411b817b HTTP/1.1" status: 200 len: 945 time: 0.1206274 Aug 12 18:19:16.256143 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-a4ce175a-cfae-410b-b979-e3a9049ec5e6 req-4e4f1f73-b237-4c8c-b82e-0dcc757540f1 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=2da7e24b-cf8a-41e2-806d-0c0fa84eab03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570745 Aug 12 18:19:16.366099 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-38236a1e-2459-4b65-963e-11c963f59c25 req-c54d3b1a-5839-4f05-9723-d38eec390197 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763627647362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763627144942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8400677'] for port, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:16.401769 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54d3b1a-5839-4f05-9723-d38eec390197 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Pushing event deleted for resources: {'Port': ['ID=3afa09b8-e560-4816-957a-57e477973e6c,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:19:16.449691 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.l3_dvrscheduler_db [req-38236a1e-2459-4b65-963e-11c963f59c25 req-c54d3b1a-5839-4f05-9723-d38eec390197 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] No DVR routers for this DVR port 3afa09b8-e560-4816-957a-57e477973e6c on host hv-cinder-75994 {{(pid=94212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 18:19:16.452167 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-38236a1e-2459-4b65-963e-11c963f59c25 req-c54d3b1a-5839-4f05-9723-d38eec390197 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195385'] for port, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:16.454937 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-38236a1e-2459-4b65-963e-11c963f59c25 req-c54d3b1a-5839-4f05-9723-d38eec390197 tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.57 "DELETE /v2.0/ports/3afa09b8-e560-4816-957a-57e477973e6c HTTP/1.1" status: 204 len: 173 time: 0.6583338 Aug 12 18:19:16.455533 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf099e7-9785-430d-a6a1-10f0bc1dd51e', 'name': 'network-vif-deleted', 'tag': '3afa09b8-e560-4816-957a-57e477973e6c'}] {{(pid=94212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 18:19:16.457532 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd512f55349b839fb4675422b2dbaf52bda1baead41a4efd90d4bf8a5142663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-872e9770-cb65-49e1-ad2c-c8d2803986d0" -d '{"events": [{"server_uuid": "baf099e7-9785-430d-a6a1-10f0bc1dd51e", "name": "network-vif-deleted", "tag": "3afa09b8-e560-4816-957a-57e477973e6c"}]}' {{(pid=94212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 18:19:16.524332 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 18:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c7f6e25-067f-478c-905b-3b17a5df5857 x-openstack-request-id: req-3c7f6e25-067f-478c-905b-3b17a5df5857 {{(pid=94212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 18:19:16.524685 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baf099e7-9785-430d-a6a1-10f0bc1dd51e", "name": "network-vif-deleted", "tag": "3afa09b8-e560-4816-957a-57e477973e6c", "status": "completed", "code": 200}]} {{(pid=94212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 18:19:16.525093 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3c7f6e25-067f-478c-905b-3b17a5df5857 {{(pid=94212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 18:19:16.525475 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baf099e7-9785-430d-a6a1-10f0bc1dd51e', 'name': 'network-vif-deleted', 'tag': '3afa09b8-e560-4816-957a-57e477973e6c', 'status': 'completed', 'code': 200} Aug 12 18:19:16.824630 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-25de1ac9-4492-4315-96a2-6f162454db93 req-c202094a-fba3-42d4-9fd4-d296ec096e9c tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "GET /v2.0/ports?device_id=baf099e7-9785-430d-a6a1-10f0bc1dd51e HTTP/1.1" status: 200 len: 210 time: 0.0338621 Aug 12 18:19:17.418498 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270d92c0-7e84-4ae1-8498-d9891ff2b37b req-2247c80e-52ec-4b4c-8cd3-1ed119166e22 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:19:17.428128 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-270d92c0-7e84-4ae1-8498-d9891ff2b37b req-2247c80e-52ec-4b4c-8cd3-1ed119166e22 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=36c1e6bd-8154-4b77-af99-8dc0411b817b HTTP/1.1" status: 200 len: 945 time: 0.0753767 Aug 12 18:19:17.469492 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-270d92c0-7e84-4ae1-8498-d9891ff2b37b req-60844043-d2e6-4b4f-8c3f-0c7a7d27c53b tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=2da7e24b-cf8a-41e2-806d-0c0fa84eab03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400622 Aug 12 18:19:17.900467 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 55462) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:19:17.964987 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-f44976eb-48bc-428c-a3db-52ff9b944e7c tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Notify callbacks [] for security_group, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:17.993421 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-f44976eb-48bc-428c-a3db-52ff9b944e7c tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:18.060131 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-f44976eb-48bc-428c-a3db-52ff9b944e7c tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:18.062752 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-f44976eb-48bc-428c-a3db-52ff9b944e7c tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Notify callbacks [] for security_group, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:18.066816 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-f44976eb-48bc-428c-a3db-52ff9b944e7c tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] 10.222.0.30 "DELETE /v2.0/security-groups/ee503810-7a83-41bb-ac93-212bb7d263cf HTTP/1.1" status: 204 len: 168 time: 0.1623969 Aug 12 18:19:18.074211 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44976eb-48bc-428c-a3db-52ff9b944e7c tempest-TestShelveInstance-1979759163 tempest-TestShelveInstance-1979759163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee503810-7a83-41bb-ac93-212bb7d263cf,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:19:18.137157 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 55466) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:19:18.655538 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0f5629-5d63-4b4c-bad1-a51079f38ee4 req-ee686191-7f5f-4404-9daf-7498aec83954 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:19:18.657109 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-da0f5629-5d63-4b4c-bad1-a51079f38ee4 req-ee686191-7f5f-4404-9daf-7498aec83954 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=36c1e6bd-8154-4b77-af99-8dc0411b817b HTTP/1.1" status: 200 len: 945 time: 0.0829177 Aug 12 18:19:18.710438 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-da0f5629-5d63-4b4c-bad1-a51079f38ee4 req-cc7e2cb7-028b-434f-bf04-6911b9ace648 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=2da7e24b-cf8a-41e2-806d-0c0fa84eab03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446622 Aug 12 18:19:18.784758 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-b4aaf05a-4b3f-46b0-8c8e-291e8c335c08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693640'] for router_interface, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:19.073883 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.plugin [None req-b4aaf05a-4b3f-46b0-8c8e-291e8c335c08 admin admin] Deleting port 3aa10e17-cb66-4a6a-af0a-f42bff96a5c6 {{(pid=94212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 18:19:19.075112 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-b4aaf05a-4b3f-46b0-8c8e-291e8c335c08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763627642920'] for port, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:19.164274 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.db [None req-b4aaf05a-4b3f-46b0-8c8e-291e8c335c08 admin admin] For port 3aa10e17-cb66-4a6a-af0a-f42bff96a5c6, host dv-cinder-759943-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-10-iscsi',level=0,port_id=3aa10e17-cb66-4a6a-af0a-f42bff96a5c6,segment=NetworkSegment(12b6e908-d387-45ae-adb0-8f4da70f126b),segment_id=12b6e908-d387-45ae-adb0-8f4da70f126b)] {{(pid=94212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:19:19.164662 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-b4aaf05a-4b3f-46b0-8c8e-291e8c335c08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-732327'] for port, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:19.181781 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.plugin [None req-b4aaf05a-4b3f-46b0-8c8e-291e8c335c08 admin admin] Calling delete_port for 3aa10e17-cb66-4a6a-af0a-f42bff96a5c6 owned by network:router_interface {{(pid=94212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 18:19:19.384216 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-b4aaf05a-4b3f-46b0-8c8e-291e8c335c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763627647362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763627144942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8400677'] for port, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:19.422135 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aaf05a-4b3f-46b0-8c8e-291e8c335c08 admin admin] Pushing event deleted for resources: {'Port': ['ID=3aa10e17-cb66-4a6a-af0a-f42bff96a5c6,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:19:19.519959 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Device 3afa09b8-e560-4816-957a-57e477973e6c no longer exists at agent hyperv_hv-cinder-75994 {{(pid=94213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 18:19:19.584873 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.plugin [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] No Port match for: 3afa09b8-e560-4816-957a-57e477973e6c {{(pid=94213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 18:19:19.585453 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Device 3afa09b8-e560-4816-957a-57e477973e6c not bound to the agent host hv-cinder-75994 {{(pid=94213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 18:19:19.618774 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-b4aaf05a-4b3f-46b0-8c8e-291e8c335c08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737592'] for router_interface, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:19.840066 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f531b8-ae35-424d-8666-213219d0b26d req-c173fa0a-1cfc-490c-a408-5b711d871524 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:19:19.847487 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-e6f531b8-ae35-424d-8666-213219d0b26d req-c173fa0a-1cfc-490c-a408-5b711d871524 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=36c1e6bd-8154-4b77-af99-8dc0411b817b HTTP/1.1" status: 200 len: 945 time: 0.0596049 Aug 12 18:19:19.859989 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4aaf05a-4b3f-46b0-8c8e-291e8c335c08 admin admin] Router d11d2fd1-d1a0-49fc-8636-baf140635d08 has already been hosted by L3 agent 35f8a3af-1ed6-4507-a756-5ee5db7e6400 {{(pid=94212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 18:19:19.895886 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-e6f531b8-ae35-424d-8666-213219d0b26d req-f93681de-0b05-4f04-bb45-bb509eb4ea42 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=2da7e24b-cf8a-41e2-806d-0c0fa84eab03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471871 Aug 12 18:19:19.991129 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4aaf05a-4b3f-46b0-8c8e-291e8c335c08 admin admin] Notify agent at l3_agent.dv-cinder-759943-10-iscsi the message routers_updated {{(pid=94212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 18:19:19.997287 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-b4aaf05a-4b3f-46b0-8c8e-291e8c335c08 admin admin] 10.222.0.30 "PUT /v2.0/routers/d11d2fd1-d1a0-49fc-8636-baf140635d08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8597143 Aug 12 18:19:19.999860 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 55482) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:19:20.003764 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b13b95-17d7-42d9-9840-9d651ae250d1 None None] Sync routers for ids ['d11d2fd1-d1a0-49fc-8636-baf140635d08'] in dv-cinder-759943-10-iscsi {{(pid=94214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 18:19:20.013307 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b13b95-17d7-42d9-9840-9d651ae250d1 None None] Routers {'d11d2fd1-d1a0-49fc-8636-baf140635d08'} bound to L3 agent in host dv-cinder-759943-10-iscsi {{(pid=94214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 18:19:20.014232 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_hamode_db [None req-a0b13b95-17d7-42d9-9840-9d651ae250d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T18:04:37Z,description=,heartbeat_timestamp=2021-08-12T18:19:07Z,host='dv-cinder-759943-10-iscsi',id=35f8a3af-1ed6-4507-a756-5ee5db7e6400,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T18:04:37Z,topic='l3_agent')) {'router_ids': ['d11d2fd1-d1a0-49fc-8636-baf140635d08'], 'active': True} {{(pid=94214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:19:20.114030 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-b31415ed-6005-4363-bfe7-654c174944a4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:20.131047 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_dvr_db [None req-a0b13b95-17d7-42d9-9840-9d651ae250d1 None None] Set router d11d2fd1-d1a0-49fc-8636-baf140635d08 gateway port host: dv-cinder-759943-10-iscsi {{(pid=94214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 18:19:20.256016 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-b31415ed-6005-4363-bfe7-654c174944a4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:20.322688 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.plugins.ml2.plugin [None req-b31415ed-6005-4363-bfe7-654c174944a4 admin admin] Deleting port 78feda6e-8f67-439f-ba86-f1828c94e390 {{(pid=94211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 18:19:20.323035 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-b31415ed-6005-4363-bfe7-654c174944a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763627642920'] for port, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:20.336324 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_hamode_db [None req-a0b13b95-17d7-42d9-9840-9d651ae250d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd11d2fd1-d1a0-49fc-8636-baf140635d08', 'name': 'tempest-TestShelveInstance-1333231278-router', 'tenant_id': '924212fddaa448b5b1093e482a785cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '78feda6e-8f67-439f-ba86-f1828c94e390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:14:13Z', 'updated_at': '2021-08-12T18:19:19Z', 'revision_number': 5, 'project_id': '924212fddaa448b5b1093e482a785cd7', 'gw_port': {'id': '78feda6e-8f67-439f-ba86-f1828c94e390', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd11d2fd1-d1a0-49fc-8636-baf140635d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:14:14Z', 'updated_at': '2021-08-12T18:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi'}], 'dv-cinder-759943-10-iscsi', False) {} {{(pid=94214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:19:20.369752 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b13b95-17d7-42d9-9840-9d651ae250d1 None None] Checking router: d11d2fd1-d1a0-49fc-8636-baf140635d08 for host: dv-cinder-759943-10-iscsi {{(pid=94214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 18:19:20.378948 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b13b95-17d7-42d9-9840-9d651ae250d1 None None] Routers {'d11d2fd1-d1a0-49fc-8636-baf140635d08'} bound to L3 agent in host dv-cinder-759943-10-iscsi {{(pid=94214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 18:19:20.379525 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_hamode_db [None req-a0b13b95-17d7-42d9-9840-9d651ae250d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T18:04:37Z,description=,heartbeat_timestamp=2021-08-12T18:19:07Z,host='dv-cinder-759943-10-iscsi',id=35f8a3af-1ed6-4507-a756-5ee5db7e6400,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T18:04:37Z,topic='l3_agent')) {'router_ids': ['d11d2fd1-d1a0-49fc-8636-baf140635d08'], 'active': True} {{(pid=94214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:19:20.417204 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.plugins.ml2.db [None req-b31415ed-6005-4363-bfe7-654c174944a4 admin admin] For port 78feda6e-8f67-439f-ba86-f1828c94e390, host dv-cinder-759943-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-10-iscsi',level=0,port_id=78feda6e-8f67-439f-ba86-f1828c94e390,segment=NetworkSegment(7eaed6a7-5a45-4d84-aa5c-ab7d15676367),segment_id=7eaed6a7-5a45-4d84-aa5c-ab7d15676367)] {{(pid=94211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:19:20.417577 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-b31415ed-6005-4363-bfe7-654c174944a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-732327'] for port, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:20.431305 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.plugins.ml2.plugin [None req-b31415ed-6005-4363-bfe7-654c174944a4 admin admin] Calling delete_port for 78feda6e-8f67-439f-ba86-f1828c94e390 owned by network:router_gateway {{(pid=94211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 18:19:20.495252 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_dvr_db [None req-a0b13b95-17d7-42d9-9840-9d651ae250d1 None None] Set router d11d2fd1-d1a0-49fc-8636-baf140635d08 gateway port host: None {{(pid=94214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 18:19:20.552462 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_hamode_db [None req-a0b13b95-17d7-42d9-9840-9d651ae250d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd11d2fd1-d1a0-49fc-8636-baf140635d08', 'name': 'tempest-TestShelveInstance-1333231278-router', 'tenant_id': '924212fddaa448b5b1093e482a785cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:14:13Z', 'updated_at': '2021-08-12T18:19:20Z', 'revision_number': 6, 'project_id': '924212fddaa448b5b1093e482a785cd7', 'gw_port_host': None}], 'dv-cinder-759943-10-iscsi', False) {} {{(pid=94214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:19:20.584470 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b13b95-17d7-42d9-9840-9d651ae250d1 None None] The sync data for ids ['d11d2fd1-d1a0-49fc-8636-baf140635d08'] in dv-cinder-759943-10-iscsi is: [{'id': 'd11d2fd1-d1a0-49fc-8636-baf140635d08', 'name': 'tempest-TestShelveInstance-1333231278-router', 'tenant_id': '924212fddaa448b5b1093e482a785cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:14:13Z', 'updated_at': '2021-08-12T18:19:20Z', 'revision_number': 6, 'project_id': '924212fddaa448b5b1093e482a785cd7', 'gw_port_host': None}] {{(pid=94214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 18:19:20.657852 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-b31415ed-6005-4363-bfe7-654c174944a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763627647362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763627144942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9252727'] for port, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:20.689181 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31415ed-6005-4363-bfe7-654c174944a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=78feda6e-8f67-439f-ba86-f1828c94e390,revision_number=None']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:19:20.735576 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31415ed-6005-4363-bfe7-654c174944a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:19:20.735927 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31415ed-6005-4363-bfe7-654c174944a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:19:20.736269 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31415ed-6005-4363-bfe7-654c174944a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:19:20.736610 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31415ed-6005-4363-bfe7-654c174944a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:19:20.736944 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31415ed-6005-4363-bfe7-654c174944a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:19:20.737276 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31415ed-6005-4363-bfe7-654c174944a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:19:20.737606 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31415ed-6005-4363-bfe7-654c174944a4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:19:20.737956 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31415ed-6005-4363-bfe7-654c174944a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:19:20.738284 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31415ed-6005-4363-bfe7-654c174944a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:19:20.738613 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31415ed-6005-4363-bfe7-654c174944a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:19:20.738933 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31415ed-6005-4363-bfe7-654c174944a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:19:20.739258 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31415ed-6005-4363-bfe7-654c174944a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:19:20.761041 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-b31415ed-6005-4363-bfe7-654c174944a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-734914'] for router_gateway, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:20.852107 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-b31415ed-6005-4363-bfe7-654c174944a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15495'] for router, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:20.854521 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-b31415ed-6005-4363-bfe7-654c174944a4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:20.900789 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-b31415ed-6005-4363-bfe7-654c174944a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-735265'] for router, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:20.901317 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b31415ed-6005-4363-bfe7-654c174944a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d11d2fd1-d1a0-49fc-8636-baf140635d08 {{(pid=94211) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 18:19:20.909776 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-b31415ed-6005-4363-bfe7-654c174944a4 admin admin] Notify callbacks [] for router, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:20.912267 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-b31415ed-6005-4363-bfe7-654c174944a4 admin admin] 10.222.0.30 "DELETE /v2.0/routers/d11d2fd1-d1a0-49fc-8636-baf140635d08 HTTP/1.1" status: 204 len: 168 time: 0.9112015 Aug 12 18:19:20.916068 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 55486) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:19:20.996648 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.db_base_plugin_v2 [None req-7606b827-44f4-45e8-85c1-08030c4c978a admin admin] Deleting subnet 019c3d0a-2e33-4501-a1d9-19968c2a45a9 {{(pid=94212) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 18:19:21.005510 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-7606b827-44f4-45e8-85c1-08030c4c978a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:21.101456 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-7606b827-44f4-45e8-85c1-08030c4c978a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10322303'] for subnet, precommit_delete_associations {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:21.111715 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5292f9ee-eefb-4227-9a8d-6d89d5998cb7 req-9e13d176-dc9a-449b-bf44-c6273208f667 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:19:21.118929 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-5292f9ee-eefb-4227-9a8d-6d89d5998cb7 req-9e13d176-dc9a-449b-bf44-c6273208f667 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=36c1e6bd-8154-4b77-af99-8dc0411b817b HTTP/1.1" status: 200 len: 945 time: 0.0855587 Aug 12 18:19:21.192908 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-5292f9ee-eefb-4227-9a8d-6d89d5998cb7 req-78442660-b3df-409c-bc94-2ff6d64cb1a2 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=2da7e24b-cf8a-41e2-806d-0c0fa84eab03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651379 Aug 12 18:19:21.247245 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-7606b827-44f4-45e8-85c1-08030c4c978a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1735162'] for subnet, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:21.316464 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-7606b827-44f4-45e8-85c1-08030c4c978a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1735149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8400662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8840012'] for subnet, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:21.350600 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7606b827-44f4-45e8-85c1-08030c4c978a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=019c3d0a-2e33-4501-a1d9-19968c2a45a9,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:19:21.362491 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f64b093-c4d4-49f2-acda-451372fcab30 None None] Network 31201492-d25f-40e0-b40e-85e206051e6d requested from dv-cinder-759943-10-iscsi {{(pid=94213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 18:19:21.363170 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-7606b827-44f4-45e8-85c1-08030c4c978a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:21.365806 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-7606b827-44f4-45e8-85c1-08030c4c978a admin admin] 10.222.0.30 "DELETE /v2.0/subnets/019c3d0a-2e33-4501-a1d9-19968c2a45a9 HTTP/1.1" status: 204 len: 168 time: 0.4487000 Aug 12 18:19:21.369076 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 55490) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:19:21.616857 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d72074-cd89-4b22-88f0-3187dc095ed6 None None] DHCP port deletion for 31201492-d25f-40e0-b40e-85e206051e6d request from dv-cinder-759943-10-iscsi {{(pid=94213) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 18:19:21.673721 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.plugin [None req-b2d72074-cd89-4b22-88f0-3187dc095ed6 None None] Deleting port 23510df2-461a-4957-835b-f1d7e2bfb618 {{(pid=94213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 18:19:21.674156 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-b2d72074-cd89-4b22-88f0-3187dc095ed6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763627642920'] for port, before_delete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:21.751087 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-00293de1-c6a3-4f5e-8f92-bae01079f0ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1816869'] for network, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:21.763485 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-b2d72074-cd89-4b22-88f0-3187dc095ed6 None None] For port 23510df2-461a-4957-835b-f1d7e2bfb618, host dv-cinder-759943-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-10-iscsi',level=0,port_id=23510df2-461a-4957-835b-f1d7e2bfb618,segment=NetworkSegment(12b6e908-d387-45ae-adb0-8f4da70f126b),segment_id=12b6e908-d387-45ae-adb0-8f4da70f126b)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:19:21.763891 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-b2d72074-cd89-4b22-88f0-3187dc095ed6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-732327'] for port, precommit_delete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:21.806977 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.plugin [None req-b2d72074-cd89-4b22-88f0-3187dc095ed6 None None] Calling delete_port for 23510df2-461a-4957-835b-f1d7e2bfb618 owned by network:dhcp {{(pid=94213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 18:19:21.855632 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.plugins.ml2.plugin [None req-00293de1-c6a3-4f5e-8f92-bae01079f0ed admin admin] Deleting port 23510df2-461a-4957-835b-f1d7e2bfb618 {{(pid=94211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 18:19:21.856182 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-00293de1-c6a3-4f5e-8f92-bae01079f0ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763627642920'] for port, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:21.948131 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-b2d72074-cd89-4b22-88f0-3187dc095ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763627647362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763627144942'] for port, after_delete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:21.957859 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.plugins.ml2.db [None req-00293de1-c6a3-4f5e-8f92-bae01079f0ed admin admin] For port 23510df2-461a-4957-835b-f1d7e2bfb618, host dv-cinder-759943-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-10-iscsi',level=0,port_id=23510df2-461a-4957-835b-f1d7e2bfb618,segment=NetworkSegment(12b6e908-d387-45ae-adb0-8f4da70f126b),segment_id=12b6e908-d387-45ae-adb0-8f4da70f126b)] {{(pid=94211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:19:21.958317 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-00293de1-c6a3-4f5e-8f92-bae01079f0ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-732327'] for port, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:21.998619 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d72074-cd89-4b22-88f0-3187dc095ed6 None None] Pushing event deleted for resources: {'Port': ['ID=23510df2-461a-4957-835b-f1d7e2bfb618,revision_number=None']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:19:21.999139 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.plugins.ml2.plugin [None req-00293de1-c6a3-4f5e-8f92-bae01079f0ed admin admin] Calling delete_port for 23510df2-461a-4957-835b-f1d7e2bfb618 owned by network:dhcp {{(pid=94211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 18:19:22.006661 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d72074-cd89-4b22-88f0-3187dc095ed6 None None] No DVR routers for this DVR port 23510df2-461a-4957-835b-f1d7e2bfb618 on host dv-cinder-759943-10-iscsi {{(pid=94213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 18:19:22.137722 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-00293de1-c6a3-4f5e-8f92-bae01079f0ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763627647362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763627144942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9252727'] for port, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:22.148938 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:22.173814 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00293de1-c6a3-4f5e-8f92-bae01079f0ed admin admin] No DVR routers for this DVR port 23510df2-461a-4957-835b-f1d7e2bfb618 on host dv-cinder-759943-10-iscsi {{(pid=94211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 18:19:22.176271 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00293de1-c6a3-4f5e-8f92-bae01079f0ed admin admin] Pushing event deleted for resources: {'Port': ['ID=23510df2-461a-4957-835b-f1d7e2bfb618,revision_number=None']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:19:22.267795 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-00293de1-c6a3-4f5e-8f92-bae01079f0ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1735549', 'neutron.services.segments.db._delete_segments_for_network-8763627670128'] for network, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:22.304990 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.services.segments.db [None req-00293de1-c6a3-4f5e-8f92-bae01079f0ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31201492-d25f-40e0-b40e-85e206051e6d']}} {{(pid=94211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:19:22.317223 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.services.segments.db [None req-00293de1-c6a3-4f5e-8f92-bae01079f0ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12b6e908-d387-45ae-adb0-8f4da70f126b') {'for_net_delete': True} {{(pid=94211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:19:22.317568 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.services.segments.db [None req-00293de1-c6a3-4f5e-8f92-bae01079f0ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12b6e908-d387-45ae-adb0-8f4da70f126b') {} {{(pid=94211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:19:22.333969 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-00293de1-c6a3-4f5e-8f92-bae01079f0ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763627625081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2620086'] for segment, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:22.351281 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5858375-e999-42bf-8754-9b016d79a8e3 req-a75e22b7-a54f-4cad-a649-59d37886ceda tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:19:22.353201 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-b5858375-e999-42bf-8754-9b016d79a8e3 req-a75e22b7-a54f-4cad-a649-59d37886ceda tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=36c1e6bd-8154-4b77-af99-8dc0411b817b HTTP/1.1" status: 200 len: 945 time: 0.0823214 Aug 12 18:19:22.362971 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-00293de1-c6a3-4f5e-8f92-bae01079f0ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735099'] for segment, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:22.375659 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00293de1-c6a3-4f5e-8f92-bae01079f0ed admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=94211) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 18:19:22.376037 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-00293de1-c6a3-4f5e-8f92-bae01079f0ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9252762'] for segment, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:22.377754 dv-cinder-759943-10-iscsi neutron-server[94211]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 18:19:22.377754 dv-cinder-759943-10-iscsi neutron-server[94211]: self.session.flush() Aug 12 18:19:22.377754 dv-cinder-759943-10-iscsi neutron-server[94211]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 18:19:22.377754 dv-cinder-759943-10-iscsi neutron-server[94211]: self.session.flush() Aug 12 18:19:22.377754 dv-cinder-759943-10-iscsi neutron-server[94211]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 18:19:22.377754 dv-cinder-759943-10-iscsi neutron-server[94211]: self.session.flush() Aug 12 18:19:22.377754 dv-cinder-759943-10-iscsi neutron-server[94211]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 18:19:22.377754 dv-cinder-759943-10-iscsi neutron-server[94211]: self.session.flush() Aug 12 18:19:22.377754 dv-cinder-759943-10-iscsi neutron-server[94211]: Traceback (most recent call last): Aug 12 18:19:22.377754 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 18:19:22.377754 dv-cinder-759943-10-iscsi neutron-server[94211]: timer() Aug 12 18:19:22.377754 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 18:19:22.377754 dv-cinder-759943-10-iscsi neutron-server[94211]: cb(*args, **kw) Aug 12 18:19:22.377754 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 18:19:22.377754 dv-cinder-759943-10-iscsi neutron-server[94211]: return func(*args, **kwargs) Aug 12 18:19:22.377754 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 18:19:22.377754 dv-cinder-759943-10-iscsi neutron-server[94211]: self._notify() Aug 12 18:19:22.377754 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 18:19:22.377754 dv-cinder-759943-10-iscsi neutron-server[94211]: self.callback(batched_events) Aug 12 18:19:22.377754 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 18:19:22.377754 dv-cinder-759943-10-iscsi neutron-server[94211]: event.method(event) Aug 12 18:19:22.377754 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 18:19:22.377754 dv-cinder-759943-10-iscsi neutron-server[94211]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 18:19:22.377754 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 18:19:22.377754 dv-cinder-759943-10-iscsi neutron-server[94211]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 18:19:22.377754 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 18:19:22.377754 dv-cinder-759943-10-iscsi neutron-server[94211]: return f(self, *a, **k) Aug 12 18:19:22.377754 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 18:19:22.377754 dv-cinder-759943-10-iscsi neutron-server[94211]: return self._get(url).json() Aug 12 18:19:22.377754 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 18:19:22.377754 dv-cinder-759943-10-iscsi neutron-server[94211]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 18:19:22.377754 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 18:19:22.377754 dv-cinder-759943-10-iscsi neutron-server[94211]: return self.request(url, 'GET', **kwargs) Aug 12 18:19:22.377754 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 18:19:22.377754 dv-cinder-759943-10-iscsi neutron-server[94211]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 18:19:22.377754 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 18:19:22.377754 dv-cinder-759943-10-iscsi neutron-server[94211]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 18:19:22.377754 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 18:19:22.377754 dv-cinder-759943-10-iscsi neutron-server[94211]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 18:19:22.377754 dv-cinder-759943-10-iscsi neutron-server[94211]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 18:19:22.424873 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device 78feda6e-8f67-439f-ba86-f1828c94e390 no longer exists at agent ovs-agent-dv-cinder-759943-10-iscsi {{(pid=94213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 18:19:22.449952 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-b5858375-e999-42bf-8754-9b016d79a8e3 req-09bee600-658d-4385-98a2-6cfd6cbd023a tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=2da7e24b-cf8a-41e2-806d-0c0fa84eab03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827415 Aug 12 18:19:22.456404 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.plugin [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] No Port match for: 78feda6e-8f67-439f-ba86-f1828c94e390 {{(pid=94213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 18:19:22.456773 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device 78feda6e-8f67-439f-ba86-f1828c94e390 not bound to the agent host dv-cinder-759943-10-iscsi {{(pid=94213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 18:19:22.457205 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device 3aa10e17-cb66-4a6a-af0a-f42bff96a5c6 no longer exists at agent ovs-agent-dv-cinder-759943-10-iscsi {{(pid=94213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 18:19:22.479970 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.plugin [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] No Port match for: 3aa10e17-cb66-4a6a-af0a-f42bff96a5c6 {{(pid=94213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 18:19:22.480467 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device 3aa10e17-cb66-4a6a-af0a-f42bff96a5c6 not bound to the agent host dv-cinder-759943-10-iscsi {{(pid=94213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 18:19:22.480895 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device 23510df2-461a-4957-835b-f1d7e2bfb618 no longer exists at agent ovs-agent-dv-cinder-759943-10-iscsi {{(pid=94213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 18:19:22.494932 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-00293de1-c6a3-4f5e-8f92-bae01079f0ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1735524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734910'] for network, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:22.502669 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.plugin [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] No Port match for: 23510df2-461a-4957-835b-f1d7e2bfb618 {{(pid=94213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 18:19:22.503072 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device 23510df2-461a-4957-835b-f1d7e2bfb618 not bound to the agent host dv-cinder-759943-10-iscsi {{(pid=94213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 18:19:22.530974 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-00293de1-c6a3-4f5e-8f92-bae01079f0ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564513'] for network, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:22.535766 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-00293de1-c6a3-4f5e-8f92-bae01079f0ed admin admin] 10.222.0.30 "DELETE /v2.0/networks/31201492-d25f-40e0-b40e-85e206051e6d HTTP/1.1" status: 204 len: 168 time: 1.1622477 Aug 12 18:19:22.535766 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00293de1-c6a3-4f5e-8f92-bae01079f0ed admin admin] Pushing event deleted for resources: {'Network': ['ID=31201492-d25f-40e0-b40e-85e206051e6d,revision_number=None']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:19:22.536158 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 55516) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:19:22.965087 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-87e0b092-bf14-458a-9e26-035b5e3edf38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693640'] for router_interface, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:23.294220 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.plugins.ml2.plugin [None req-87e0b092-bf14-458a-9e26-035b5e3edf38 admin admin] Deleting port d08474f4-4404-40bc-89d8-92b5e5d29bc3 {{(pid=94211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 18:19:23.294551 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-87e0b092-bf14-458a-9e26-035b5e3edf38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763627642920'] for port, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:23.380471 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.plugins.ml2.db [None req-87e0b092-bf14-458a-9e26-035b5e3edf38 admin admin] For port d08474f4-4404-40bc-89d8-92b5e5d29bc3, host dv-cinder-759943-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-10-iscsi',level=0,port_id=d08474f4-4404-40bc-89d8-92b5e5d29bc3,segment=NetworkSegment(315fd943-c155-4f47-976b-2a66d06ca7cf),segment_id=315fd943-c155-4f47-976b-2a66d06ca7cf)] {{(pid=94211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:19:23.380834 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-87e0b092-bf14-458a-9e26-035b5e3edf38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-732327'] for port, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:23.394418 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.plugins.ml2.plugin [None req-87e0b092-bf14-458a-9e26-035b5e3edf38 admin admin] Calling delete_port for d08474f4-4404-40bc-89d8-92b5e5d29bc3 owned by network:router_interface {{(pid=94211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 18:19:23.573968 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0514cd72-43d8-4ac7-a0a7-1c625640a167 req-f6bca9be-4c92-4513-a310-d0a42ca2dbf0 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:19:23.576305 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-0514cd72-43d8-4ac7-a0a7-1c625640a167 req-f6bca9be-4c92-4513-a310-d0a42ca2dbf0 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=36c1e6bd-8154-4b77-af99-8dc0411b817b HTTP/1.1" status: 200 len: 945 time: 0.0512609 Aug 12 18:19:23.619505 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-87e0b092-bf14-458a-9e26-035b5e3edf38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763627647362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763627144942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9252727'] for port, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:23.620538 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-0514cd72-43d8-4ac7-a0a7-1c625640a167 req-af860713-26e6-4621-9d63-27739cb3989a tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=2da7e24b-cf8a-41e2-806d-0c0fa84eab03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368013 Aug 12 18:19:23.643487 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e0b092-bf14-458a-9e26-035b5e3edf38 admin admin] Pushing event deleted for resources: {'Port': ['ID=d08474f4-4404-40bc-89d8-92b5e5d29bc3,revision_number=None']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:19:23.814070 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-87e0b092-bf14-458a-9e26-035b5e3edf38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737592'] for router_interface, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:24.028044 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87e0b092-bf14-458a-9e26-035b5e3edf38 admin admin] Router 4c5cb250-5add-4af5-8f07-7cbe04b195a6 has already been hosted by L3 agent 35f8a3af-1ed6-4507-a756-5ee5db7e6400 {{(pid=94211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 18:19:24.075391 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e18b47-6192-42e6-957e-1293632071bb req-66249381-cfaf-46d5-9785-c249586804e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:19:24.076803 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-26e18b47-6192-42e6-957e-1293632071bb req-66249381-cfaf-46d5-9785-c249586804e9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7914b9ae47f74d8a8462a76f248cff78&device_id=36c1e6bd-8154-4b77-af99-8dc0411b817b HTTP/1.1" status: 200 len: 1098 time: 0.0408955 Aug 12 18:19:24.130939 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87e0b092-bf14-458a-9e26-035b5e3edf38 admin admin] Notify agent at l3_agent.dv-cinder-759943-10-iscsi the message routers_updated {{(pid=94211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 18:19:24.135874 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-87e0b092-bf14-458a-9e26-035b5e3edf38 admin admin] 10.222.0.30 "PUT /v2.0/routers/4c5cb250-5add-4af5-8f07-7cbe04b195a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5987301 Aug 12 18:19:24.138286 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 55550) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:19:24.141141 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a07202-319d-4b16-996b-352ba3875afa None None] Sync routers for ids ['4c5cb250-5add-4af5-8f07-7cbe04b195a6'] in dv-cinder-759943-10-iscsi {{(pid=94213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 18:19:24.149794 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a07202-319d-4b16-996b-352ba3875afa None None] Routers {'4c5cb250-5add-4af5-8f07-7cbe04b195a6'} bound to L3 agent in host dv-cinder-759943-10-iscsi {{(pid=94213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 18:19:24.150427 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-97a07202-319d-4b16-996b-352ba3875afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T18:04:37Z,description=,heartbeat_timestamp=2021-08-12T18:19:07Z,host='dv-cinder-759943-10-iscsi',id=35f8a3af-1ed6-4507-a756-5ee5db7e6400,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T18:04:37Z,topic='l3_agent')) {'router_ids': ['4c5cb250-5add-4af5-8f07-7cbe04b195a6'], 'active': True} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:19:24.178609 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e18b47-6192-42e6-957e-1293632071bb req-c71d6df3-b3c6-45ca-be48-16809218d0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:19:24.180080 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-26e18b47-6192-42e6-957e-1293632071bb req-c71d6df3-b3c6-45ca-be48-16809218d0c1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6b1fc686-fd3a-4539-aa22-2794a86ed1a0 HTTP/1.1" status: 200 len: 918 time: 0.0947466 Aug 12 18:19:24.242998 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-e5c0bf80-92c5-4723-aeae-40ba747ef91f admin admin] Notify callbacks [] for router, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:24.246092 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-26e18b47-6192-42e6-957e-1293632071bb req-d708823f-97cb-4bcd-8e64-b2bb593c81ba service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10b05948-8d17-4a21-953c-6b22de2f9546 HTTP/1.1" status: 200 len: 1000 time: 0.0570498 Aug 12 18:19:24.258715 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvr_db [None req-97a07202-319d-4b16-996b-352ba3875afa None None] Set router 4c5cb250-5add-4af5-8f07-7cbe04b195a6 gateway port host: dv-cinder-759943-10-iscsi {{(pid=94213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 18:19:24.317699 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e18b47-6192-42e6-957e-1293632071bb req-2f850733-6bf5-41a5-af80-01baf14c9ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:19:24.319225 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-26e18b47-6192-42e6-957e-1293632071bb req-2f850733-6bf5-41a5-af80-01baf14c9ec4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1d6fbddb-fc25-47a1-888d-ce03ef22670c HTTP/1.1" status: 200 len: 856 time: 0.0641477 Aug 12 18:19:24.413755 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e18b47-6192-42e6-957e-1293632071bb req-c8d26cae-832a-46e5-97b2-254bb6ca507f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:19:24.416895 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-26e18b47-6192-42e6-957e-1293632071bb req-c8d26cae-832a-46e5-97b2-254bb6ca507f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6b1fc686-fd3a-4539-aa22-2794a86ed1a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0897727 Aug 12 18:19:24.523200 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-26e18b47-6192-42e6-957e-1293632071bb req-5fd3f531-bc83-4113-a832-50fb229b2208 service neutron] 10.222.0.57 "GET /v2.0/networks/6b1fc686-fd3a-4539-aa22-2794a86ed1a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982237 Aug 12 18:19:24.599484 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-e5c0bf80-92c5-4723-aeae-40ba747ef91f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:24.626922 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-26e18b47-6192-42e6-957e-1293632071bb req-c39a19cf-8796-4088-9ef5-65bfd0d26dfb service neutron] 10.222.0.57 "GET /v2.0/networks/6b1fc686-fd3a-4539-aa22-2794a86ed1a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964799 Aug 12 18:19:24.632522 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-97a07202-319d-4b16-996b-352ba3875afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c5cb250-5add-4af5-8f07-7cbe04b195a6', 'name': 'tempest-TestShelveInstance-1029728249-router', 'tenant_id': '8b20068286af469d9ab8cf8fcc6fb97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'c06f2969-67b2-4750-ba1f-56bafdc95eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:14:23Z', 'updated_at': '2021-08-12T18:19:23Z', 'revision_number': 5, 'project_id': '8b20068286af469d9ab8cf8fcc6fb97d', 'gw_port': {'id': 'c06f2969-67b2-4750-ba1f-56bafdc95eaf', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:35:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c5cb250-5add-4af5-8f07-7cbe04b195a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:14:24Z', 'updated_at': '2021-08-12T18:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi'}], 'dv-cinder-759943-10-iscsi', False) {} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:19:24.667835 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a07202-319d-4b16-996b-352ba3875afa None None] Checking router: 4c5cb250-5add-4af5-8f07-7cbe04b195a6 for host: dv-cinder-759943-10-iscsi {{(pid=94213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 18:19:24.674365 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.plugins.ml2.plugin [None req-e5c0bf80-92c5-4723-aeae-40ba747ef91f admin admin] Deleting port c06f2969-67b2-4750-ba1f-56bafdc95eaf {{(pid=94211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 18:19:24.674898 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-e5c0bf80-92c5-4723-aeae-40ba747ef91f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763627642920'] for port, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:24.683278 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a07202-319d-4b16-996b-352ba3875afa None None] Routers {'4c5cb250-5add-4af5-8f07-7cbe04b195a6'} bound to L3 agent in host dv-cinder-759943-10-iscsi {{(pid=94213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 18:19:24.688801 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-97a07202-319d-4b16-996b-352ba3875afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T18:04:37Z,description=,heartbeat_timestamp=2021-08-12T18:19:07Z,host='dv-cinder-759943-10-iscsi',id=35f8a3af-1ed6-4507-a756-5ee5db7e6400,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T18:04:37Z,topic='l3_agent')) {'router_ids': ['4c5cb250-5add-4af5-8f07-7cbe04b195a6'], 'active': True} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:19:24.779748 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvr_db [None req-97a07202-319d-4b16-996b-352ba3875afa None None] Set router 4c5cb250-5add-4af5-8f07-7cbe04b195a6 gateway port host: None {{(pid=94213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 18:19:24.802367 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8ebec7-8507-4059-8e62-89cef6ab65a7 req-322e20f6-3d81-44b9-8e67-72cccbce037e tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:19:24.803858 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-2d8ebec7-8507-4059-8e62-89cef6ab65a7 req-322e20f6-3d81-44b9-8e67-72cccbce037e tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=36c1e6bd-8154-4b77-af99-8dc0411b817b HTTP/1.1" status: 200 len: 945 time: 0.0806463 Aug 12 18:19:24.810748 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.plugins.ml2.db [None req-e5c0bf80-92c5-4723-aeae-40ba747ef91f admin admin] For port c06f2969-67b2-4750-ba1f-56bafdc95eaf, host dv-cinder-759943-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-10-iscsi',level=0,port_id=c06f2969-67b2-4750-ba1f-56bafdc95eaf,segment=NetworkSegment(7eaed6a7-5a45-4d84-aa5c-ab7d15676367),segment_id=7eaed6a7-5a45-4d84-aa5c-ab7d15676367)] {{(pid=94211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:19:24.810938 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-e5c0bf80-92c5-4723-aeae-40ba747ef91f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-732327'] for port, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:24.829792 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.plugins.ml2.plugin [None req-e5c0bf80-92c5-4723-aeae-40ba747ef91f admin admin] Calling delete_port for c06f2969-67b2-4750-ba1f-56bafdc95eaf owned by network:router_gateway {{(pid=94211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 18:19:24.833566 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-97a07202-319d-4b16-996b-352ba3875afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c5cb250-5add-4af5-8f07-7cbe04b195a6', 'name': 'tempest-TestShelveInstance-1029728249-router', 'tenant_id': '8b20068286af469d9ab8cf8fcc6fb97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:14:23Z', 'updated_at': '2021-08-12T18:19:24Z', 'revision_number': 6, 'project_id': '8b20068286af469d9ab8cf8fcc6fb97d', 'gw_port_host': None}], 'dv-cinder-759943-10-iscsi', False) {} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:19:24.863457 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a07202-319d-4b16-996b-352ba3875afa None None] The sync data for ids ['4c5cb250-5add-4af5-8f07-7cbe04b195a6'] in dv-cinder-759943-10-iscsi is: [{'id': '4c5cb250-5add-4af5-8f07-7cbe04b195a6', 'name': 'tempest-TestShelveInstance-1029728249-router', 'tenant_id': '8b20068286af469d9ab8cf8fcc6fb97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:14:23Z', 'updated_at': '2021-08-12T18:19:24Z', 'revision_number': 6, 'project_id': '8b20068286af469d9ab8cf8fcc6fb97d', 'gw_port_host': None}] {{(pid=94213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 18:19:24.893781 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-2d8ebec7-8507-4059-8e62-89cef6ab65a7 req-b9dd5aaf-b73a-4909-bb7a-cdeb0c022879 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=2da7e24b-cf8a-41e2-806d-0c0fa84eab03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802658 Aug 12 18:19:25.017315 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-e5c0bf80-92c5-4723-aeae-40ba747ef91f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763627647362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763627144942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9252727'] for port, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:25.043401 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c0bf80-92c5-4723-aeae-40ba747ef91f admin admin] Pushing event deleted for resources: {'Port': ['ID=c06f2969-67b2-4750-ba1f-56bafdc95eaf,revision_number=None']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:19:25.100262 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-e5c0bf80-92c5-4723-aeae-40ba747ef91f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-734914'] for router_gateway, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:25.190758 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 55584) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:19:25.196990 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-e5c0bf80-92c5-4723-aeae-40ba747ef91f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15495'] for router, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:25.201139 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-e5c0bf80-92c5-4723-aeae-40ba747ef91f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:25.251339 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-e5c0bf80-92c5-4723-aeae-40ba747ef91f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-735265'] for router, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:25.251883 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5c0bf80-92c5-4723-aeae-40ba747ef91f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c5cb250-5add-4af5-8f07-7cbe04b195a6 {{(pid=94211) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 18:19:25.256356 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-e5c0bf80-92c5-4723-aeae-40ba747ef91f admin admin] Notify callbacks [] for router, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:25.257571 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-e5c0bf80-92c5-4723-aeae-40ba747ef91f admin admin] 10.222.0.30 "DELETE /v2.0/routers/4c5cb250-5add-4af5-8f07-7cbe04b195a6 HTTP/1.1" status: 204 len: 168 time: 1.1183848 Aug 12 18:19:25.259982 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 55588) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:19:25.322894 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf584207-9e97-4000-8e3c-12abebe6db54 admin admin] Deleting subnet 0ddd735a-2403-4a05-8ffa-68543322150c {{(pid=94211) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 18:19:25.324994 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-d66f259f-ed52-4ff8-9468-5a17852006ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:25.328748 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-cf584207-9e97-4000-8e3c-12abebe6db54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:25.380792 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-cf584207-9e97-4000-8e3c-12abebe6db54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2620065'] for subnet, precommit_delete_associations {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:25.520815 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-cf584207-9e97-4000-8e3c-12abebe6db54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1735162'] for subnet, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:25.571284 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-d66f259f-ed52-4ff8-9468-5a17852006ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:25.578236 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-d66f259f-ed52-4ff8-9468-5a17852006ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:25.623566 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66f259f-ed52-4ff8-9468-5a17852006ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c6849d-cb12-4084-bfbb-597905178b41,revision_number=1']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:19:25.628775 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-d66f259f-ed52-4ff8-9468-5a17852006ac admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9cf78331ca6649e3b0031d892dd237a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4371192 Aug 12 18:19:25.630247 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-cf584207-9e97-4000-8e3c-12abebe6db54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1735149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9252676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9269149'] for subnet, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:25.631716 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 55590) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:19:25.654510 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf584207-9e97-4000-8e3c-12abebe6db54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ddd735a-2403-4a05-8ffa-68543322150c,revision_number=None']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:19:25.658039 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-cf584207-9e97-4000-8e3c-12abebe6db54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564513'] for subnet, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:25.662215 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-cf584207-9e97-4000-8e3c-12abebe6db54 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/0ddd735a-2403-4a05-8ffa-68543322150c HTTP/1.1" status: 204 len: 168 time: 0.3990049 Aug 12 18:19:25.662341 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 55592) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:19:25.668071 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6113a77-1455-4b93-8553-4d37556630cf None None] Network 67719e7f-0156-418a-bff8-25b8c41239b3 requested from dv-cinder-759943-10-iscsi {{(pid=94213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 18:19:25.685348 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-94c5fe8a-6d40-4abb-a43b-1bbfcccc5e80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:25.707909 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-94c5fe8a-6d40-4abb-a43b-1bbfcccc5e80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:25.727076 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-25157876-c3df-4070-b247-788ca96a16e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1816869'] for network, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:25.756674 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-94c5fe8a-6d40-4abb-a43b-1bbfcccc5e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:25.759514 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-94c5fe8a-6d40-4abb-a43b-1bbfcccc5e80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:25.760976 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-94c5fe8a-6d40-4abb-a43b-1bbfcccc5e80 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d6c6849d-cb12-4084-bfbb-597905178b41 HTTP/1.1" status: 204 len: 168 time: 0.1271131 Aug 12 18:19:25.779899 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c5fe8a-6d40-4abb-a43b-1bbfcccc5e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c6849d-cb12-4084-bfbb-597905178b41,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:19:25.787082 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.plugins.ml2.plugin [None req-25157876-c3df-4070-b247-788ca96a16e8 admin admin] Deleting port 03b248c3-1512-4037-8da1-6d7386cf4846 {{(pid=94211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 18:19:25.787440 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-25157876-c3df-4070-b247-788ca96a16e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763627642920'] for port, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:25.855322 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.plugins.ml2.db [None req-25157876-c3df-4070-b247-788ca96a16e8 admin admin] For port 03b248c3-1512-4037-8da1-6d7386cf4846, host dv-cinder-759943-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-10-iscsi',level=0,port_id=03b248c3-1512-4037-8da1-6d7386cf4846,segment=NetworkSegment(315fd943-c155-4f47-976b-2a66d06ca7cf),segment_id=315fd943-c155-4f47-976b-2a66d06ca7cf)] {{(pid=94211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:19:25.855923 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-25157876-c3df-4070-b247-788ca96a16e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-732327'] for port, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:25.858945 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f07548-af51-49d7-9e82-f98ba1d5f633 None None] DHCP port deletion for 67719e7f-0156-418a-bff8-25b8c41239b3 request from dv-cinder-759943-10-iscsi {{(pid=94213) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 18:19:25.869726 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.plugins.ml2.plugin [None req-25157876-c3df-4070-b247-788ca96a16e8 admin admin] Calling delete_port for 03b248c3-1512-4037-8da1-6d7386cf4846 owned by network:dhcp {{(pid=94211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 18:19:25.911413 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.plugin [None req-e0f07548-af51-49d7-9e82-f98ba1d5f633 None None] Deleting port 03b248c3-1512-4037-8da1-6d7386cf4846 {{(pid=94213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 18:19:25.911789 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-e0f07548-af51-49d7-9e82-f98ba1d5f633 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763627642920'] for port, before_delete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:25.962613 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-25157876-c3df-4070-b247-788ca96a16e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763627647362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763627144942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9252727'] for port, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:25.981745 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-e0f07548-af51-49d7-9e82-f98ba1d5f633 None None] For port 03b248c3-1512-4037-8da1-6d7386cf4846, host dv-cinder-759943-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-10-iscsi',level=0,port_id=03b248c3-1512-4037-8da1-6d7386cf4846,segment=NetworkSegment(315fd943-c155-4f47-976b-2a66d06ca7cf),segment_id=315fd943-c155-4f47-976b-2a66d06ca7cf)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:19:25.982692 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-e0f07548-af51-49d7-9e82-f98ba1d5f633 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-732327'] for port, precommit_delete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:25.999100 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.plugin [None req-e0f07548-af51-49d7-9e82-f98ba1d5f633 None None] Calling delete_port for 03b248c3-1512-4037-8da1-6d7386cf4846 owned by network:dhcp {{(pid=94213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 18:19:26.000110 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25157876-c3df-4070-b247-788ca96a16e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=03b248c3-1512-4037-8da1-6d7386cf4846,revision_number=None']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:19:26.007920 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25157876-c3df-4070-b247-788ca96a16e8 admin admin] No DVR routers for this DVR port 03b248c3-1512-4037-8da1-6d7386cf4846 on host dv-cinder-759943-10-iscsi {{(pid=94211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 18:19:26.050965 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d24ca4-3710-4084-9aae-6a86f541ead6 req-5eabec1a-e93d-4be2-99eb-821b12d88f9b tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:19:26.058322 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-f4d24ca4-3710-4084-9aae-6a86f541ead6 req-5eabec1a-e93d-4be2-99eb-821b12d88f9b tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=36c1e6bd-8154-4b77-af99-8dc0411b817b HTTP/1.1" status: 200 len: 945 time: 0.0582628 Aug 12 18:19:26.087832 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-25157876-c3df-4070-b247-788ca96a16e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1735549', 'neutron.services.segments.db._delete_segments_for_network-8763627670128'] for network, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:26.092280 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-e0f07548-af51-49d7-9e82-f98ba1d5f633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763627647362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763627144942'] for port, after_delete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:26.105395 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-f4d24ca4-3710-4084-9aae-6a86f541ead6 req-6753933c-5fda-4faf-bdca-af0e62ba3984 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=2da7e24b-cf8a-41e2-806d-0c0fa84eab03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461645 Aug 12 18:19:26.112195 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.services.segments.db [None req-25157876-c3df-4070-b247-788ca96a16e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67719e7f-0156-418a-bff8-25b8c41239b3']}} {{(pid=94211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:19:26.114802 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 55600) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:19:26.129492 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-c1f08785-3787-4c8b-a74c-fd526acab652 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:26.133797 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.services.segments.db [None req-25157876-c3df-4070-b247-788ca96a16e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '315fd943-c155-4f47-976b-2a66d06ca7cf') {'for_net_delete': True} {{(pid=94211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:19:26.134313 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.services.segments.db [None req-25157876-c3df-4070-b247-788ca96a16e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '315fd943-c155-4f47-976b-2a66d06ca7cf') {} {{(pid=94211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:19:26.140679 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f07548-af51-49d7-9e82-f98ba1d5f633 None None] Pushing event deleted for resources: {'Port': ['ID=03b248c3-1512-4037-8da1-6d7386cf4846,revision_number=None']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:19:26.144553 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f07548-af51-49d7-9e82-f98ba1d5f633 None None] No DVR routers for this DVR port 03b248c3-1512-4037-8da1-6d7386cf4846 on host dv-cinder-759943-10-iscsi {{(pid=94213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 18:19:26.148175 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-25157876-c3df-4070-b247-788ca96a16e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763627625081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2620086'] for segment, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:26.167156 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-25157876-c3df-4070-b247-788ca96a16e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735099'] for segment, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:26.174759 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25157876-c3df-4070-b247-788ca96a16e8 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=94211) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 18:19:26.175196 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-25157876-c3df-4070-b247-788ca96a16e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9252762'] for segment, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:26.176890 dv-cinder-759943-10-iscsi neutron-server[94211]: Traceback (most recent call last): Aug 12 18:19:26.176890 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 18:19:26.176890 dv-cinder-759943-10-iscsi neutron-server[94211]: timer() Aug 12 18:19:26.176890 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 18:19:26.176890 dv-cinder-759943-10-iscsi neutron-server[94211]: cb(*args, **kw) Aug 12 18:19:26.176890 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 18:19:26.176890 dv-cinder-759943-10-iscsi neutron-server[94211]: return func(*args, **kwargs) Aug 12 18:19:26.176890 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 18:19:26.176890 dv-cinder-759943-10-iscsi neutron-server[94211]: self._notify() Aug 12 18:19:26.176890 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 18:19:26.176890 dv-cinder-759943-10-iscsi neutron-server[94211]: self.callback(batched_events) Aug 12 18:19:26.176890 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 18:19:26.176890 dv-cinder-759943-10-iscsi neutron-server[94211]: event.method(event) Aug 12 18:19:26.176890 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 18:19:26.176890 dv-cinder-759943-10-iscsi neutron-server[94211]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 18:19:26.176890 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 18:19:26.176890 dv-cinder-759943-10-iscsi neutron-server[94211]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 18:19:26.176890 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 18:19:26.176890 dv-cinder-759943-10-iscsi neutron-server[94211]: return f(self, *a, **k) Aug 12 18:19:26.176890 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 18:19:26.176890 dv-cinder-759943-10-iscsi neutron-server[94211]: return self._get(url).json() Aug 12 18:19:26.176890 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 18:19:26.176890 dv-cinder-759943-10-iscsi neutron-server[94211]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 18:19:26.176890 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 18:19:26.176890 dv-cinder-759943-10-iscsi neutron-server[94211]: return self.request(url, 'GET', **kwargs) Aug 12 18:19:26.176890 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 18:19:26.176890 dv-cinder-759943-10-iscsi neutron-server[94211]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 18:19:26.176890 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 18:19:26.176890 dv-cinder-759943-10-iscsi neutron-server[94211]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 18:19:26.176890 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 18:19:26.176890 dv-cinder-759943-10-iscsi neutron-server[94211]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 18:19:26.176890 dv-cinder-759943-10-iscsi neutron-server[94211]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 18:19:26.236158 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-25157876-c3df-4070-b247-788ca96a16e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1735524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734910'] for network, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:26.241739 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-25157876-c3df-4070-b247-788ca96a16e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564513'] for network, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:26.245962 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-25157876-c3df-4070-b247-788ca96a16e8 admin admin] 10.222.0.30 "DELETE /v2.0/networks/67719e7f-0156-418a-bff8-25b8c41239b3 HTTP/1.1" status: 204 len: 168 time: 0.5804157 Aug 12 18:19:26.258850 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25157876-c3df-4070-b247-788ca96a16e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=67719e7f-0156-418a-bff8-25b8c41239b3,revision_number=None']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:19:26.392134 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device c06f2969-67b2-4750-ba1f-56bafdc95eaf no longer exists at agent ovs-agent-dv-cinder-759943-10-iscsi {{(pid=94213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 18:19:26.413054 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.plugin [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] No Port match for: c06f2969-67b2-4750-ba1f-56bafdc95eaf {{(pid=94213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 18:19:26.413343 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device c06f2969-67b2-4750-ba1f-56bafdc95eaf not bound to the agent host dv-cinder-759943-10-iscsi {{(pid=94213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 18:19:26.413915 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device 03b248c3-1512-4037-8da1-6d7386cf4846 no longer exists at agent ovs-agent-dv-cinder-759943-10-iscsi {{(pid=94213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 18:19:26.434147 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.plugin [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] No Port match for: 03b248c3-1512-4037-8da1-6d7386cf4846 {{(pid=94213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 18:19:26.434869 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device 03b248c3-1512-4037-8da1-6d7386cf4846 not bound to the agent host dv-cinder-759943-10-iscsi {{(pid=94213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 18:19:26.435470 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device d08474f4-4404-40bc-89d8-92b5e5d29bc3 no longer exists at agent ovs-agent-dv-cinder-759943-10-iscsi {{(pid=94213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 18:19:26.448506 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 55604) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:19:26.456062 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.plugin [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] No Port match for: d08474f4-4404-40bc-89d8-92b5e5d29bc3 {{(pid=94213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 18:19:26.456699 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device d08474f4-4404-40bc-89d8-92b5e5d29bc3 not bound to the agent host dv-cinder-759943-10-iscsi {{(pid=94213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 18:19:26.493495 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-d2ef5525-859b-47c2-9c25-7d7c0b3bca26 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=924212fddaa448b5b1093e482a785cd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0435576 Aug 12 18:19:26.495872 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 55606) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:19:26.521726 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-c1f08785-3787-4c8b-a74c-fd526acab652 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:26.526016 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-c1f08785-3787-4c8b-a74c-fd526acab652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:26.549606 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-06b033b8-e6f0-4f05-899f-55b652ee4049 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:26.565055 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-c1f08785-3787-4c8b-a74c-fd526acab652 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4ac29deab8ab4e4f82c45b14fa487590&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4491038 Aug 12 18:19:26.566057 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f08785-3787-4c8b-a74c-fd526acab652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1570359-bb5c-44d0-ae16-308a99740c5e,revision_number=1']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:19:26.568562 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 55608) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:19:26.571569 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-06b033b8-e6f0-4f05-899f-55b652ee4049 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:26.621796 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-50901c55-e465-4dee-ba48-7af8c6663cf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:26.626351 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-06b033b8-e6f0-4f05-899f-55b652ee4049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:26.628877 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-06b033b8-e6f0-4f05-899f-55b652ee4049 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:26.630069 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-06b033b8-e6f0-4f05-899f-55b652ee4049 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d7edddd2-21ae-48ba-bad7-0220bef40204 HTTP/1.1" status: 204 len: 168 time: 0.1332388 Aug 12 18:19:26.637432 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b033b8-e6f0-4f05-899f-55b652ee4049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7edddd2-21ae-48ba-bad7-0220bef40204,revision_number=None']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:19:26.645404 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-50901c55-e465-4dee-ba48-7af8c6663cf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:26.693254 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-50901c55-e465-4dee-ba48-7af8c6663cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:26.695949 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-50901c55-e465-4dee-ba48-7af8c6663cf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:26.697110 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-50901c55-e465-4dee-ba48-7af8c6663cf1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b1570359-bb5c-44d0-ae16-308a99740c5e HTTP/1.1" status: 204 len: 168 time: 0.1277330 Aug 12 18:19:26.705804 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50901c55-e465-4dee-ba48-7af8c6663cf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1570359-bb5c-44d0-ae16-308a99740c5e,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:19:27.019598 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 55624) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:19:27.058139 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-75ede1d4-8ee0-4719-b3f4-7b46b1c129a1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8b20068286af469d9ab8cf8fcc6fb97d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372853 Aug 12 18:19:27.060612 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 55626) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:19:27.112252 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-721f17f1-56cd-4881-a24f-41ed9944f1bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:27.135519 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-721f17f1-56cd-4881-a24f-41ed9944f1bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:27.195266 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-721f17f1-56cd-4881-a24f-41ed9944f1bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:27.197921 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-721f17f1-56cd-4881-a24f-41ed9944f1bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:27.199240 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-721f17f1-56cd-4881-a24f-41ed9944f1bf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/63831ee4-56ea-4f9c-a2ca-4a3fbf899e2c HTTP/1.1" status: 204 len: 168 time: 0.1377380 Aug 12 18:19:27.208644 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721f17f1-56cd-4881-a24f-41ed9944f1bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63831ee4-56ea-4f9c-a2ca-4a3fbf899e2c,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:19:27.252410 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6557708f-ed59-4e95-9e8f-69654f2a3676 req-bc238888-4163-47a8-9868-e966fe6ddacf tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:19:27.253990 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-6557708f-ed59-4e95-9e8f-69654f2a3676 req-bc238888-4163-47a8-9868-e966fe6ddacf tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=36c1e6bd-8154-4b77-af99-8dc0411b817b HTTP/1.1" status: 200 len: 945 time: 0.0681596 Aug 12 18:19:27.296486 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-6557708f-ed59-4e95-9e8f-69654f2a3676 req-c3c23ac8-9faa-4d3f-969b-87c51888b65b tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=2da7e24b-cf8a-41e2-806d-0c0fa84eab03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359883 Aug 12 18:19:27.325331 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Device 10b05948-8d17-4a21-953c-6b22de2f9546 no longer exists at agent hyperv_hv-cinder-75994 {{(pid=94213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 18:19:27.427717 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:27.468181 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36c1e6bd-8154-4b77-af99-8dc0411b817b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10b05948-8d17-4a21-953c-6b22de2f9546'}] {{(pid=94213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 18:19:27.468181 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093bef5005328d2170e61a9e3556762ddeddd0b69a57765fcd678c61bdf37499" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d8820dd-4da0-4328-853c-1a881d5ac2f9" -d '{"events": [{"server_uuid": "36c1e6bd-8154-4b77-af99-8dc0411b817b", "name": "network-vif-unplugged", "status": "completed", "tag": "10b05948-8d17-4a21-953c-6b22de2f9546"}]}' {{(pid=94213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 18:19:27.504493 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] For port 10b05948-8d17-4a21-953c-6b22de2f9546, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=10b05948-8d17-4a21-953c-6b22de2f9546,segment=NetworkSegment(b0bd17e6-9f7e-43f1-a264-2ad32dfe27ab),segment_id=b0bd17e6-9f7e-43f1-a264-2ad32dfe27ab)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:19:27.507064 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 12 Aug 2021 18:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa34aa0-92d0-4594-a08d-0beec827e88d x-openstack-request-id: req-8fa34aa0-92d0-4594-a08d-0beec827e88d {{(pid=94213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 18:19:27.507413 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36c1e6bd-8154-4b77-af99-8dc0411b817b", "name": "network-vif-unplugged", "status": "failed", "tag": "10b05948-8d17-4a21-953c-6b22de2f9546", "code": 422}]} {{(pid=94213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 18:19:27.507968 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8fa34aa0-92d0-4594-a08d-0beec827e88d {{(pid=94213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 18:19:27.508470 dv-cinder-759943-10-iscsi neutron-server[94213]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '36c1e6bd-8154-4b77-af99-8dc0411b817b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '10b05948-8d17-4a21-953c-6b22de2f9546', 'code': 422} returned with failed status Aug 12 18:19:27.510780 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:27.573700 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Pushing event updated for resources: {'Port': ['ID=10b05948-8d17-4a21-953c-6b22de2f9546,revision_number=8']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:19:28.357751 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d26783-f631-4d98-a3cc-825a43857d5a req-5910f5bc-362b-4475-8e67-7af0dfa28f4b tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:19:28.359803 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-e8d26783-f631-4d98-a3cc-825a43857d5a req-5910f5bc-362b-4475-8e67-7af0dfa28f4b tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=36c1e6bd-8154-4b77-af99-8dc0411b817b HTTP/1.1" status: 200 len: 943 time: 0.0844948 Aug 12 18:19:28.383775 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-dff243df-5c15-40f6-8ec6-4aa9b768f6ae req-2593a1b4-3fda-400f-9862-53a12734da49 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=36c1e6bd-8154-4b77-af99-8dc0411b817b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0734937 Aug 12 18:19:28.403818 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-e8d26783-f631-4d98-a3cc-825a43857d5a req-66563f8e-c885-47f9-aec9-82957cffd576 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=2da7e24b-cf8a-41e2-806d-0c0fa84eab03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376413 Aug 12 18:19:29.183319 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff243df-5c15-40f6-8ec6-4aa9b768f6ae req-edf79cdd-d58d-4caf-a601-86c6e839505b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:19:29.184753 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-dff243df-5c15-40f6-8ec6-4aa9b768f6ae req-edf79cdd-d58d-4caf-a601-86c6e839505b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=36c1e6bd-8154-4b77-af99-8dc0411b817b&tenant_id=7914b9ae47f74d8a8462a76f248cff78 HTTP/1.1" status: 200 len: 1096 time: 0.0401168 Aug 12 18:19:29.244877 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff243df-5c15-40f6-8ec6-4aa9b768f6ae req-b03fe598-8eba-4769-857d-33a9299d0ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:19:29.246361 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-dff243df-5c15-40f6-8ec6-4aa9b768f6ae req-b03fe598-8eba-4769-857d-33a9299d0ed1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7914b9ae47f74d8a8462a76f248cff78&device_id=36c1e6bd-8154-4b77-af99-8dc0411b817b HTTP/1.1" status: 200 len: 1096 time: 0.0389187 Aug 12 18:19:29.335889 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff243df-5c15-40f6-8ec6-4aa9b768f6ae req-b5b41665-2cb1-4905-95ee-dc34d6f70af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:19:29.337327 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-dff243df-5c15-40f6-8ec6-4aa9b768f6ae req-b5b41665-2cb1-4905-95ee-dc34d6f70af0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6b1fc686-fd3a-4539-aa22-2794a86ed1a0 HTTP/1.1" status: 200 len: 918 time: 0.0840032 Aug 12 18:19:29.399876 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-dff243df-5c15-40f6-8ec6-4aa9b768f6ae req-6c2b8467-f37b-4c85-be0f-6b72d7ec4841 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10b05948-8d17-4a21-953c-6b22de2f9546 HTTP/1.1" status: 200 len: 998 time: 0.0548723 Aug 12 18:19:29.450421 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff243df-5c15-40f6-8ec6-4aa9b768f6ae req-f200e408-b9b1-4165-928e-7b9f032ed953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:19:29.451905 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-dff243df-5c15-40f6-8ec6-4aa9b768f6ae req-f200e408-b9b1-4165-928e-7b9f032ed953 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1d6fbddb-fc25-47a1-888d-ce03ef22670c HTTP/1.1" status: 200 len: 856 time: 0.0445902 Aug 12 18:19:29.525542 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff243df-5c15-40f6-8ec6-4aa9b768f6ae req-b42326eb-894c-46a9-8991-65ab0d30b4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:19:29.527036 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-dff243df-5c15-40f6-8ec6-4aa9b768f6ae req-b42326eb-894c-46a9-8991-65ab0d30b4c1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6b1fc686-fd3a-4539-aa22-2794a86ed1a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0672553 Aug 12 18:19:29.539119 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a7dd9-c69c-45ce-bc48-d6fb4b44eaa5 req-8ca6e66d-a8b4-4015-bc17-41ddb560e1f0 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:19:29.540496 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-756a7dd9-c69c-45ce-bc48-d6fb4b44eaa5 req-8ca6e66d-a8b4-4015-bc17-41ddb560e1f0 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=36c1e6bd-8154-4b77-af99-8dc0411b817b HTTP/1.1" status: 200 len: 943 time: 0.0564015 Aug 12 18:19:29.622678 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-756a7dd9-c69c-45ce-bc48-d6fb4b44eaa5 req-ea7f3ee9-df00-4cf7-8ede-a99b05bde283 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=2da7e24b-cf8a-41e2-806d-0c0fa84eab03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745177 Aug 12 18:19:29.648754 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-dff243df-5c15-40f6-8ec6-4aa9b768f6ae req-2e2e96d7-3458-4d25-8dd8-90de8bc1cdb2 service neutron] 10.222.0.57 "GET /v2.0/networks/6b1fc686-fd3a-4539-aa22-2794a86ed1a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073778 Aug 12 18:19:29.735159 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-dff243df-5c15-40f6-8ec6-4aa9b768f6ae req-f4c60e90-ef35-4807-ba9f-e964dcd1c0b4 service neutron] 10.222.0.57 "GET /v2.0/networks/6b1fc686-fd3a-4539-aa22-2794a86ed1a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794010 Aug 12 18:19:30.747802 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bad52f-cdae-472f-9a8d-23d79cac3cfc req-143efbf3-8849-464a-a217-cff4114e4def tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:19:30.749491 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-39bad52f-cdae-472f-9a8d-23d79cac3cfc req-143efbf3-8849-464a-a217-cff4114e4def tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=36c1e6bd-8154-4b77-af99-8dc0411b817b HTTP/1.1" status: 200 len: 943 time: 0.0499957 Aug 12 18:19:30.790528 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-39bad52f-cdae-472f-9a8d-23d79cac3cfc req-463edd78-c116-452f-966b-f94248382793 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=2da7e24b-cf8a-41e2-806d-0c0fa84eab03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341394 Aug 12 18:19:31.223500 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 55758) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:19:31.338952 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-bf0b594e-0fc4-489f-8fb4-79365ab1d007 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:31.448018 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-bf0b594e-0fc4-489f-8fb4-79365ab1d007 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:31.452783 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-bf0b594e-0fc4-489f-8fb4-79365ab1d007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:31.495453 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-bf0b594e-0fc4-489f-8fb4-79365ab1d007 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=772c6f411f1945faac9913b4c49f43d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2707491 Aug 12 18:19:31.498222 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 55762) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:19:31.505163 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0b594e-0fc4-489f-8fb4-79365ab1d007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7006e713-b253-4db1-ac39-25630b0275f8,revision_number=1']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:19:31.554415 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-21f06814-7fad-4438-b394-72b559376f5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:31.580608 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-21f06814-7fad-4438-b394-72b559376f5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:31.631207 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-21f06814-7fad-4438-b394-72b559376f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:31.637085 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-21f06814-7fad-4438-b394-72b559376f5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:31.638976 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-21f06814-7fad-4438-b394-72b559376f5a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7006e713-b253-4db1-ac39-25630b0275f8 HTTP/1.1" status: 204 len: 168 time: 0.1397438 Aug 12 18:19:31.649121 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f06814-7fad-4438-b394-72b559376f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7006e713-b253-4db1-ac39-25630b0275f8,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:19:31.933579 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce08cc16-466f-4801-ba43-c0c02792c31e req-009bd300-3673-42d4-b5ef-21dd0b278953 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:19:31.933579 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-ce08cc16-466f-4801-ba43-c0c02792c31e req-009bd300-3673-42d4-b5ef-21dd0b278953 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=36c1e6bd-8154-4b77-af99-8dc0411b817b HTTP/1.1" status: 200 len: 943 time: 0.0576346 Aug 12 18:19:31.933782 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 55770) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:19:31.953671 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-61220968-efdf-44c0-b75d-2610965815c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:31.987023 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-ce08cc16-466f-4801-ba43-c0c02792c31e req-f1a11ed9-8fad-4a22-8bd7-e6ae9e17aa4f tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=2da7e24b-cf8a-41e2-806d-0c0fa84eab03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465980 Aug 12 18:19:32.073281 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-61220968-efdf-44c0-b75d-2610965815c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:32.077587 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-61220968-efdf-44c0-b75d-2610965815c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:32.120233 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-61220968-efdf-44c0-b75d-2610965815c6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c696eb2c161b4e87b06573f105602755&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1831529 Aug 12 18:19:32.120233 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61220968-efdf-44c0-b75d-2610965815c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=574fbed0-dc4c-4125-adae-285bb1903435,revision_number=1']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:19:32.121070 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 55772) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:19:32.174531 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-bcbaffd5-6fcf-48bd-805e-fde0b2d7b7f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:32.195784 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-bcbaffd5-6fcf-48bd-805e-fde0b2d7b7f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:32.247675 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-bcbaffd5-6fcf-48bd-805e-fde0b2d7b7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:32.250764 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-bcbaffd5-6fcf-48bd-805e-fde0b2d7b7f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:32.252213 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-bcbaffd5-6fcf-48bd-805e-fde0b2d7b7f1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/574fbed0-dc4c-4125-adae-285bb1903435 HTTP/1.1" status: 204 len: 168 time: 0.1298122 Aug 12 18:19:32.259558 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbaffd5-6fcf-48bd-805e-fde0b2d7b7f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=574fbed0-dc4c-4125-adae-285bb1903435,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:19:33.135445 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830df309-358b-45d6-be76-3b0f46db5200 req-fdfbfdd2-ce86-4435-81b5-d6d8f51dc492 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:19:33.137039 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-830df309-358b-45d6-be76-3b0f46db5200 req-fdfbfdd2-ce86-4435-81b5-d6d8f51dc492 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=36c1e6bd-8154-4b77-af99-8dc0411b817b HTTP/1.1" status: 200 len: 943 time: 0.0659671 Aug 12 18:19:33.185400 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-830df309-358b-45d6-be76-3b0f46db5200 req-a9115c0b-2f78-4933-a327-254cbf1cb6b1 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=2da7e24b-cf8a-41e2-806d-0c0fa84eab03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417056 Aug 12 18:19:34.320426 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16128b51-4b65-49a3-b77a-78690ee07ae5 req-cc76e08b-0641-41de-b3d4-0f5ee4cda1a1 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:19:34.322217 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-16128b51-4b65-49a3-b77a-78690ee07ae5 req-cc76e08b-0641-41de-b3d4-0f5ee4cda1a1 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=36c1e6bd-8154-4b77-af99-8dc0411b817b HTTP/1.1" status: 200 len: 943 time: 0.0554903 Aug 12 18:19:34.370054 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-16128b51-4b65-49a3-b77a-78690ee07ae5 req-243537c5-fbbb-4be1-a5dc-c17e22aa0fc8 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=2da7e24b-cf8a-41e2-806d-0c0fa84eab03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399809 Aug 12 18:19:34.968541 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-e0b9b1e3-558b-459f-9688-1b6c6c02e73e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:35.500664 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f3c633-5018-4cb7-af03-ed7032fe66bf req-fed94840-7141-4ad4-9ed2-440ce48b4f18 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:19:35.502622 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-39f3c633-5018-4cb7-af03-ed7032fe66bf req-fed94840-7141-4ad4-9ed2-440ce48b4f18 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=36c1e6bd-8154-4b77-af99-8dc0411b817b HTTP/1.1" status: 200 len: 943 time: 0.0511360 Aug 12 18:19:35.543613 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-39f3c633-5018-4cb7-af03-ed7032fe66bf req-6b3b4c20-8581-411b-9acc-697898a57cc2 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=2da7e24b-cf8a-41e2-806d-0c0fa84eab03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348372 Aug 12 18:19:36.678216 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae2feb5-9763-4899-965c-ae54a9e1f7d3 req-03d8ea2d-6416-43c0-914c-a15be774c374 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:19:36.679914 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-cae2feb5-9763-4899-965c-ae54a9e1f7d3 req-03d8ea2d-6416-43c0-914c-a15be774c374 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=36c1e6bd-8154-4b77-af99-8dc0411b817b HTTP/1.1" status: 200 len: 943 time: 0.0569844 Aug 12 18:19:36.722403 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-cae2feb5-9763-4899-965c-ae54a9e1f7d3 req-9573f80d-9c5b-48ee-9d0f-a4af5c26d859 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=2da7e24b-cf8a-41e2-806d-0c0fa84eab03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367296 Aug 12 18:19:37.329864 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-0e761752-05ac-48ee-9039-e0a96cb82725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:37.846244 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d812573-a6ca-4539-a1e3-15c9f8a25522 req-a3b26c8f-033e-4a6e-a403-8bf97164959c tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:19:37.847722 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-7d812573-a6ca-4539-a1e3-15c9f8a25522 req-a3b26c8f-033e-4a6e-a403-8bf97164959c tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=36c1e6bd-8154-4b77-af99-8dc0411b817b HTTP/1.1" status: 200 len: 943 time: 0.0490186 Aug 12 18:19:37.887716 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-7d812573-a6ca-4539-a1e3-15c9f8a25522 req-15a2a57c-045f-43d9-a950-464b82dcf344 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=2da7e24b-cf8a-41e2-806d-0c0fa84eab03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337281 Aug 12 18:19:37.978679 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:38.553547 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-2083c3fd-5dc5-47ae-86de-acca0e7a8e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:39.023708 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd19bf0b-7b30-4017-b1d7-c9f056d112b2 req-77fb657f-979b-430f-a339-9e3f4df49603 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:19:39.025488 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-dd19bf0b-7b30-4017-b1d7-c9f056d112b2 req-77fb657f-979b-430f-a339-9e3f4df49603 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=36c1e6bd-8154-4b77-af99-8dc0411b817b HTTP/1.1" status: 200 len: 943 time: 0.0607061 Aug 12 18:19:39.066948 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-dd19bf0b-7b30-4017-b1d7-c9f056d112b2 req-37446ea1-0777-44fc-829a-5fa5a39a9c10 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=2da7e24b-cf8a-41e2-806d-0c0fa84eab03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330091 Aug 12 18:19:40.188743 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c897a78e-db44-4f0f-9c6b-d301e02b496c req-d6a36394-de7c-4cec-af33-5b23d27f415e tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:19:40.190418 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-c897a78e-db44-4f0f-9c6b-d301e02b496c req-d6a36394-de7c-4cec-af33-5b23d27f415e tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=36c1e6bd-8154-4b77-af99-8dc0411b817b HTTP/1.1" status: 200 len: 943 time: 0.0511434 Aug 12 18:19:40.228672 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-c897a78e-db44-4f0f-9c6b-d301e02b496c req-8595218d-e7f4-4d14-8d0c-4f5bef79e6df tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=2da7e24b-cf8a-41e2-806d-0c0fa84eab03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319095 Aug 12 18:19:40.238404 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-b1de9828-bfad-4ef8-8d69-6d6f9fbe420c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:41.349660 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f253a4-1ea3-478c-ac1e-ae62818217ee req-5699cd7f-3ae7-4970-ad56-92041cb085c5 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:19:41.351185 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-e3f253a4-1ea3-478c-ac1e-ae62818217ee req-5699cd7f-3ae7-4970-ad56-92041cb085c5 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=36c1e6bd-8154-4b77-af99-8dc0411b817b HTTP/1.1" status: 200 len: 943 time: 0.0492191 Aug 12 18:19:41.394318 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-e3f253a4-1ea3-478c-ac1e-ae62818217ee req-bfb232ce-d052-464c-858b-d4bae21725d5 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=2da7e24b-cf8a-41e2-806d-0c0fa84eab03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371356 Aug 12 18:19:42.517960 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7371da4a-68ab-4e3a-8abe-7f28dd024b29 req-351c488c-f4ae-4290-93fe-dba22da90161 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:19:42.519358 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-7371da4a-68ab-4e3a-8abe-7f28dd024b29 req-351c488c-f4ae-4290-93fe-dba22da90161 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=36c1e6bd-8154-4b77-af99-8dc0411b817b HTTP/1.1" status: 200 len: 943 time: 0.0495646 Aug 12 18:19:42.554844 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-7371da4a-68ab-4e3a-8abe-7f28dd024b29 req-7b97b327-53dd-4164-82da-45b1945dde58 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=2da7e24b-cf8a-41e2-806d-0c0fa84eab03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297289 Aug 12 18:19:43.348332 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Device 10b05948-8d17-4a21-953c-6b22de2f9546 details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=94213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 18:19:43.439426 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] For port 10b05948-8d17-4a21-953c-6b22de2f9546, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=10b05948-8d17-4a21-953c-6b22de2f9546,segment=NetworkSegment(b0bd17e6-9f7e-43f1-a264-2ad32dfe27ab),segment_id=b0bd17e6-9f7e-43f1-a264-2ad32dfe27ab)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:19:43.450307 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Returning: {'device': '10b05948-8d17-4a21-953c-6b22de2f9546', 'network_id': '6b1fc686-fd3a-4539-aa22-2794a86ed1a0', 'port_id': '10b05948-8d17-4a21-953c-6b22de2f9546', 'mac_address': 'fa:16:3e:ee:e2:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d6fbddb-fc25-47a1-888d-ce03ef22670c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 18:19:43.492275 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:43.504441 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.notifiers.nova [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10b05948-8d17-4a21-953c-6b22de2f9546 {{(pid=94213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 18:19:43.523230 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] For port 10b05948-8d17-4a21-953c-6b22de2f9546, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=10b05948-8d17-4a21-953c-6b22de2f9546,segment=NetworkSegment(b0bd17e6-9f7e-43f1-a264-2ad32dfe27ab),segment_id=b0bd17e6-9f7e-43f1-a264-2ad32dfe27ab)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:19:43.527104 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:43.572290 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Pushing event updated for resources: {'Port': ['ID=10b05948-8d17-4a21-953c-6b22de2f9546,revision_number=9']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:19:43.579539 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:19:43.579879 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:19:43.580215 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:19:43.580539 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:19:43.580864 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:19:43.581185 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:19:43.581505 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:19:43.581822 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:19:43.582169 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:19:43.582484 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:19:43.582799 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:19:43.583112 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:19:43.676356 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fc057b-2977-479d-94cb-2a792230e10f req-7020f27d-bdac-4894-92d1-3f499dd54836 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:19:43.677817 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-a2fc057b-2977-479d-94cb-2a792230e10f req-7020f27d-bdac-4894-92d1-3f499dd54836 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=36c1e6bd-8154-4b77-af99-8dc0411b817b HTTP/1.1" status: 200 len: 944 time: 0.0483720 Aug 12 18:19:43.719066 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-a2fc057b-2977-479d-94cb-2a792230e10f req-e04e6279-9c40-4cb0-9c50-033a20c81838 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=2da7e24b-cf8a-41e2-806d-0c0fa84eab03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352805 Aug 12 18:19:43.747990 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] get_ports_and_sgs() called for port_ids ['10b05948-8d17-4a21-953c-6b22de2f9546'] {{(pid=94213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 18:19:44.368578 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.agents_db [None req-aa7dbe78-d4f0-421a-85da-826b2a172358 None None] Agent healthcheck: found 6 active agents {{(pid=94214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 18:19:44.839172 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db442ad-de1b-40bb-8cde-cd007c052449 req-4bb6e6b9-684d-4e0a-9e47-1c8cd02fd145 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:19:44.840745 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-1db442ad-de1b-40bb-8cde-cd007c052449 req-4bb6e6b9-684d-4e0a-9e47-1c8cd02fd145 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=36c1e6bd-8154-4b77-af99-8dc0411b817b HTTP/1.1" status: 200 len: 944 time: 0.0497930 Aug 12 18:19:44.902953 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-1db442ad-de1b-40bb-8cde-cd007c052449 req-352abec3-7492-419c-8c93-cecad4b89f2f tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=2da7e24b-cf8a-41e2-806d-0c0fa84eab03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504720 Aug 12 18:19:45.373332 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Device 10b05948-8d17-4a21-953c-6b22de2f9546 up at agent hyperv_hv-cinder-75994 {{(pid=94213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 18:19:45.418268 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Provisioning complete for port 10b05948-8d17-4a21-953c-6b22de2f9546 triggered by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:19:45.418635 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:45.488440 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:45.510123 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36c1e6bd-8154-4b77-af99-8dc0411b817b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10b05948-8d17-4a21-953c-6b22de2f9546'}] {{(pid=94213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 18:19:45.512253 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093bef5005328d2170e61a9e3556762ddeddd0b69a57765fcd678c61bdf37499" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-614a31e1-57ea-41e6-b33f-fe6ddacef84e" -d '{"events": [{"server_uuid": "36c1e6bd-8154-4b77-af99-8dc0411b817b", "name": "network-vif-plugged", "status": "completed", "tag": "10b05948-8d17-4a21-953c-6b22de2f9546"}]}' {{(pid=94213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 18:19:45.525270 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] For port 10b05948-8d17-4a21-953c-6b22de2f9546, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=10b05948-8d17-4a21-953c-6b22de2f9546,segment=NetworkSegment(b0bd17e6-9f7e-43f1-a264-2ad32dfe27ab),segment_id=b0bd17e6-9f7e-43f1-a264-2ad32dfe27ab)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:19:45.529300 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:19:45.555279 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 18:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e7399f1-a7a7-4423-8ee8-3d63c9261fa7 x-openstack-request-id: req-0e7399f1-a7a7-4423-8ee8-3d63c9261fa7 {{(pid=94213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 18:19:45.555667 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36c1e6bd-8154-4b77-af99-8dc0411b817b", "name": "network-vif-plugged", "status": "completed", "tag": "10b05948-8d17-4a21-953c-6b22de2f9546", "code": 200}]} {{(pid=94213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 18:19:45.556073 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0e7399f1-a7a7-4423-8ee8-3d63c9261fa7 {{(pid=94213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 18:19:45.556583 dv-cinder-759943-10-iscsi neutron-server[94213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36c1e6bd-8154-4b77-af99-8dc0411b817b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10b05948-8d17-4a21-953c-6b22de2f9546', 'code': 200} Aug 12 18:19:45.593437 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Pushing event updated for resources: {'Port': ['ID=10b05948-8d17-4a21-953c-6b22de2f9546,revision_number=10']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:19:45.731404 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fba08b8-ac69-4006-85df-2809366795fa req-6131fa1b-714b-4cf5-8814-880ff9e88dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:19:45.732879 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-9fba08b8-ac69-4006-85df-2809366795fa req-6131fa1b-714b-4cf5-8814-880ff9e88dd5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=36c1e6bd-8154-4b77-af99-8dc0411b817b HTTP/1.1" status: 200 len: 1099 time: 0.0391326 Aug 12 18:19:45.767968 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-9fba08b8-ac69-4006-85df-2809366795fa req-63971dd7-8513-45e9-9a32-ceaa56b0c38c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2da7e24b-cf8a-41e2-806d-0c0fa84eab03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269682 Aug 12 18:19:46.077998 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1bd7d-1b8f-4c7d-b96e-c661b27ff6e9 req-a71e7c4d-dcab-4581-ad23-78b68ccfd954 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:19:46.079383 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-f1c1bd7d-1b8f-4c7d-b96e-c661b27ff6e9 req-a71e7c4d-dcab-4581-ad23-78b68ccfd954 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=36c1e6bd-8154-4b77-af99-8dc0411b817b HTTP/1.1" status: 200 len: 946 time: 0.0503621 Aug 12 18:19:46.115894 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-f1c1bd7d-1b8f-4c7d-b96e-c661b27ff6e9 req-df4f2a92-ad0f-4183-998b-f600a14d0e82 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=2da7e24b-cf8a-41e2-806d-0c0fa84eab03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308642 Aug 12 18:19:47.236108 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961e9915-361d-4495-b9b8-4d2a2b306f72 req-b523a2f5-8e55-4bbe-828e-3a6f1c9b602b tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:19:47.237745 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-961e9915-361d-4495-b9b8-4d2a2b306f72 req-b523a2f5-8e55-4bbe-828e-3a6f1c9b602b tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=36c1e6bd-8154-4b77-af99-8dc0411b817b HTTP/1.1" status: 200 len: 946 time: 0.0514472 Aug 12 18:19:47.277923 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-961e9915-361d-4495-b9b8-4d2a2b306f72 req-a2a240a2-7df1-4447-b6f4-2d710f609b2d tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=2da7e24b-cf8a-41e2-806d-0c0fa84eab03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341558 Aug 12 18:19:48.398038 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd31411-dd76-42cb-a6ec-cf86abe6c153 req-fc6c9dc6-d9c0-4a96-aa50-b2c34fb20bdb tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:19:48.399508 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-4fd31411-dd76-42cb-a6ec-cf86abe6c153 req-fc6c9dc6-d9c0-4a96-aa50-b2c34fb20bdb tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=36c1e6bd-8154-4b77-af99-8dc0411b817b HTTP/1.1" status: 200 len: 946 time: 0.0505130 Aug 12 18:19:48.437573 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-4fd31411-dd76-42cb-a6ec-cf86abe6c153 req-cb795fa9-c331-47f6-8636-027383c4ba4a tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=2da7e24b-cf8a-41e2-806d-0c0fa84eab03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308061 Aug 12 18:19:52.134125 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:04.407956 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 56034) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:20:04.510384 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-1dd1af47-ac5c-4d3e-8e22-8d2a9977a998 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:04.596664 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-1dd1af47-ac5c-4d3e-8e22-8d2a9977a998 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:04.600294 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-1dd1af47-ac5c-4d3e-8e22-8d2a9977a998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:04.639714 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-1dd1af47-ac5c-4d3e-8e22-8d2a9977a998 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f54451cf0bac4d6b849b8f5d23943bc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2303987 Aug 12 18:20:04.640830 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd1af47-ac5c-4d3e-8e22-8d2a9977a998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f778126-3720-4a46-90c4-00186054eb20,revision_number=1']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:20:04.643104 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 56038) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:20:04.689872 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-79c48113-7ea6-48d7-83e2-30884c6e24c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:04.710487 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-79c48113-7ea6-48d7-83e2-30884c6e24c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:04.754366 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-79c48113-7ea6-48d7-83e2-30884c6e24c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:04.756998 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-79c48113-7ea6-48d7-83e2-30884c6e24c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:04.758161 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-79c48113-7ea6-48d7-83e2-30884c6e24c8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1f778126-3720-4a46-90c4-00186054eb20 HTTP/1.1" status: 204 len: 168 time: 0.1140118 Aug 12 18:20:04.765355 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c48113-7ea6-48d7-83e2-30884c6e24c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f778126-3720-4a46-90c4-00186054eb20,revision_number=None']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:20:04.959991 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-8e071c2a-c806-4439-9e3c-ae2a17b2a63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:07.331100 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-6568874b-b273-4fd6-a316-98f1e77d00be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:07.968900 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:08.555523 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-2083c3fd-5dc5-47ae-86de-acca0e7a8e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:10.239747 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-b1de9828-bfad-4ef8-8d69-6d6f9fbe420c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:13.648772 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 56114) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:20:13.752663 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-9eb15a74-ea4c-4f8d-b96c-e8bfe7a84fd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:13.840095 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-9eb15a74-ea4c-4f8d-b96c-e8bfe7a84fd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:13.843492 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-9eb15a74-ea4c-4f8d-b96c-e8bfe7a84fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:13.880741 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-9eb15a74-ea4c-4f8d-b96c-e8bfe7a84fd9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9ad18e27f4f247ec8888baf758c46ce3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2309327 Aug 12 18:20:13.881584 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb15a74-ea4c-4f8d-b96c-e8bfe7a84fd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08e5a7ab-e7ed-47a4-a54b-12e0f737f94d,revision_number=1']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:20:13.884194 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 56118) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:20:13.931524 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-8f1d48c4-ba3c-4633-bcdb-d9e1d4cdf736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:13.952303 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-8f1d48c4-ba3c-4633-bcdb-d9e1d4cdf736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:13.997331 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-8f1d48c4-ba3c-4633-bcdb-d9e1d4cdf736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:13.999910 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-8f1d48c4-ba3c-4633-bcdb-d9e1d4cdf736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:14.001555 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-8f1d48c4-ba3c-4633-bcdb-d9e1d4cdf736 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/08e5a7ab-e7ed-47a4-a54b-12e0f737f94d HTTP/1.1" status: 204 len: 168 time: 0.1163726 Aug 12 18:20:14.009056 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1d48c4-ba3c-4633-bcdb-d9e1d4cdf736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e5a7ab-e7ed-47a4-a54b-12e0f737f94d,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:20:14.016651 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1d48c4-ba3c-4633-bcdb-d9e1d4cdf736 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:20:14.016991 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1d48c4-ba3c-4633-bcdb-d9e1d4cdf736 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:20:14.017341 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1d48c4-ba3c-4633-bcdb-d9e1d4cdf736 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:20:14.017675 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1d48c4-ba3c-4633-bcdb-d9e1d4cdf736 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:20:14.018030 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1d48c4-ba3c-4633-bcdb-d9e1d4cdf736 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:20:14.018365 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1d48c4-ba3c-4633-bcdb-d9e1d4cdf736 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:20:14.018693 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1d48c4-ba3c-4633-bcdb-d9e1d4cdf736 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:20:14.019022 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1d48c4-ba3c-4633-bcdb-d9e1d4cdf736 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:20:14.019348 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1d48c4-ba3c-4633-bcdb-d9e1d4cdf736 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:20:14.019670 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1d48c4-ba3c-4633-bcdb-d9e1d4cdf736 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:20:14.019991 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1d48c4-ba3c-4633-bcdb-d9e1d4cdf736 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:20:14.020310 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1d48c4-ba3c-4633-bcdb-d9e1d4cdf736 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:20:14.587627 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 56140) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:20:14.679952 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.v2.base [None req-b7f5b08c-0445-4393-ab42-24cc88bc0479 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1530632165-network', 'tenant_id': '8cc8b54eaea84dce93e93369d1e2a235'}} {{(pid=94212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:20:14.700972 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f5b08c-0445-4393-ab42-24cc88bc0479 admin admin] Made reservation on behalf of 8cc8b54eaea84dce93e93369d1e2a235 for: {'network': 1} {{(pid=94212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 18:20:14.704116 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-b7f5b08c-0445-4393-ab42-24cc88bc0479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for network, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:14.712391 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-b7f5b08c-0445-4393-ab42-24cc88bc0479 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:14.795103 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-b7f5b08c-0445-4393-ab42-24cc88bc0479 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:14.798521 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-b7f5b08c-0445-4393-ab42-24cc88bc0479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:14.823592 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7f5b08c-0445-4393-ab42-24cc88bc0479 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=94212) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 18:20:14.830073 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f5b08c-0445-4393-ab42-24cc88bc0479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7649a56-6c6b-4aff-bb13-4a5cfc19c95a,revision_number=1']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:20:14.835832 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-b7f5b08c-0445-4393-ab42-24cc88bc0479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735099'] for segment, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:14.836145 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.db.segments_db [None req-b7f5b08c-0445-4393-ab42-24cc88bc0479 admin admin] Added segment c50bee88-fb75-4c7e-92a9-e5ad83fc9ee6 of type vlan for network 1370511f-2b66-4dfb-ac08-d34a11857787 Aug 12 18:20:14.877139 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-b7f5b08c-0445-4393-ab42-24cc88bc0479 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763627130179'] for network, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:14.904509 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-b7f5b08c-0445-4393-ab42-24cc88bc0479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543'] for network, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:14.905361 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f5b08c-0445-4393-ab42-24cc88bc0479 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:20:14.905953 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-b7f5b08c-0445-4393-ab42-24cc88bc0479 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564513'] for network, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:14.960290 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-b7f5b08c-0445-4393-ab42-24cc88bc0479 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3715496 Aug 12 18:20:14.963341 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 56144) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:20:14.965737 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f5b08c-0445-4393-ab42-24cc88bc0479 admin admin] Pushing event updated for resources: {'Network': ['ID=1370511f-2b66-4dfb-ac08-d34a11857787,revision_number=1']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:20:14.969290 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.v2.base [None req-afa4b573-3912-4a00-a918-f52e3cb5eb5f admin admin] Request body: {'subnet': {'network_id': '1370511f-2b66-4dfb-ac08-d34a11857787', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1530632165-subnet', 'tenant_id': '8cc8b54eaea84dce93e93369d1e2a235', 'ip_version': 4}} {{(pid=94211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:20:14.976115 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Network 1370511f-2b66-4dfb-ac08-d34a11857787 details requested by agent ovs-agent-dv-cinder-759943-10-iscsi with host dv-cinder-759943-10-iscsi {{(pid=94213) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 18:20:14.990830 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa4b573-3912-4a00-a918-f52e3cb5eb5f admin admin] Made reservation on behalf of 8cc8b54eaea84dce93e93369d1e2a235 for: {'subnet': 1} {{(pid=94211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 18:20:14.993094 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-afa4b573-3912-4a00-a918-f52e3cb5eb5f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9269174'] for subnet, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:15.148937 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-afa4b573-3912-4a00-a918-f52e3cb5eb5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9252611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9269124'] for subnet, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:15.201855 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa4b573-3912-4a00-a918-f52e3cb5eb5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=62577e64-0b87-4c99-938c-6d58fc198501,revision_number=0']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:20:15.208467 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa4b573-3912-4a00-a918-f52e3cb5eb5f admin admin] Checking segment: {'id': 'c50bee88-fb75-4c7e-92a9-e5ad83fc9ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1370511f-2b66-4dfb-ac08-d34a11857787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 18:20:15.208815 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa4b573-3912-4a00-a918-f52e3cb5eb5f admin admin] Network hostable DHCP agents. Network: 1370511f-2b66-4dfb-ac08-d34a11857787, hostable agents: ['da9a4366-d1ff-4171-be52-f44c47b2851f'], hosted agents: [] {{(pid=94211) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 18:20:15.224215 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa4b573-3912-4a00-a918-f52e3cb5eb5f admin admin] Network 1370511f-2b66-4dfb-ac08-d34a11857787 is scheduled to be hosted by DHCP agent da9a4366-d1ff-4171-be52-f44c47b2851f with binding_index 1 {{(pid=94211) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 18:20:15.232347 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.base_scheduler [None req-afa4b573-3912-4a00-a918-f52e3cb5eb5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-10-iscsi, 1370511f-2b66-4dfb-ac08-d34a11857787) {{(pid=94211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 18:20:15.236654 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa4b573-3912-4a00-a918-f52e3cb5eb5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:20:15.237330 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-afa4b573-3912-4a00-a918-f52e3cb5eb5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564513'] for subnet, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:15.242967 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014cca0f-4070-41c5-bbf7-a40dbac9eb81 None None] Network 1370511f-2b66-4dfb-ac08-d34a11857787 requested from dv-cinder-759943-10-iscsi {{(pid=94213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 18:20:15.253992 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-afa4b573-3912-4a00-a918-f52e3cb5eb5f admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.2895586 Aug 12 18:20:15.256612 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 56146) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:20:15.260827 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.v2.base [None req-4a8db609-2a0a-4bc6-8528-5e465776d268 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1530632165-router', 'tenant_id': '8cc8b54eaea84dce93e93369d1e2a235', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce'}}} {{(pid=94211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:20:15.280413 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-4a8db609-2a0a-4bc6-8528-5e465776d268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15605'] for router, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:15.281375 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-4a8db609-2a0a-4bc6-8528-5e465776d268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-351539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15614'] for router, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:15.333117 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-4a8db609-2a0a-4bc6-8528-5e465776d268 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:15.385766 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ff6313-a663-4b6b-bbd4-2b4ed841927e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081d5c48-6c11-5532-9123-8720c403a17d-1370511f-2b66-4dfb-ac08-d34a11857787', 'network_id': '1370511f-2b66-4dfb-ac08-d34a11857787', 'tenant_id': '8cc8b54eaea84dce93e93369d1e2a235', 'fixed_ips': [{'subnet_id': '62577e64-0b87-4c99-938c-6d58fc198501'}]}} from dv-cinder-759943-10-iscsi. {{(pid=94213) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 18:20:15.386649 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-33ff6313-a663-4b6b-bbd4-2b4ed841927e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_create {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:15.466958 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-4a8db609-2a0a-4bc6-8528-5e465776d268 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:15.516831 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.db_base_plugin_common [None req-33ff6313-a663-4b6b-bbd4-2b4ed841927e None None] Allocated IP 172.20.0.2 (1370511f-2b66-4dfb-ac08-d34a11857787/62577e64-0b87-4c99-938c-6d58fc198501/e140ddde-13cc-4aef-8a56-8e2606c9d6a1) {{(pid=94213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 18:20:15.654660 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-33ff6313-a663-4b6b-bbd4-2b4ed841927e None None] Notify callbacks [] for port, precommit_create {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:15.658442 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-4a8db609-2a0a-4bc6-8528-5e465776d268 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:15.663377 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-33ff6313-a663-4b6b-bbd4-2b4ed841927e None None] Transition to ACTIVE for port object e140ddde-13cc-4aef-8a56-8e2606c9d6a1 will not be triggered until provisioned by entity L2. {{(pid=94213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 18:20:15.677126 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-4a8db609-2a0a-4bc6-8528-5e465776d268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:15.677837 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-33ff6313-a663-4b6b-bbd4-2b4ed841927e None None] Transition to ACTIVE for port object e140ddde-13cc-4aef-8a56-8e2606c9d6a1 will not be triggered until provisioned by entity DHCP. {{(pid=94213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 18:20:15.683864 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-33ff6313-a663-4b6b-bbd4-2b4ed841927e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763627144933'] for port, after_create {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:15.724416 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ff6313-a663-4b6b-bbd4-2b4ed841927e None None] Network 1370511f-2b66-4dfb-ac08-d34a11857787 is already hosted by enough agents. {{(pid=94213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 18:20:15.727127 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.scheduler.base_scheduler [None req-33ff6313-a663-4b6b-bbd4-2b4ed841927e None None] Resources bound (agent type, host, resource id): {{(pid=94213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 18:20:15.730874 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ff6313-a663-4b6b-bbd4-2b4ed841927e None None] Received port after_create {{(pid=94213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 18:20:15.736124 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ff6313-a663-4b6b-bbd4-2b4ed841927e None None] Pushing event updated for resources: {'Port': ['ID=e140ddde-13cc-4aef-8a56-8e2606c9d6a1,revision_number=1']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:20:15.779372 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.db.db_base_plugin_common [None req-4a8db609-2a0a-4bc6-8528-5e465776d268 admin admin] Allocated IP 172.27.3.101 (7a7b82d9-a69e-485d-9e07-6a129d075bce/c473b355-6ff8-4f1b-9a18-c893e152c20b/082bfd6a-4f1c-4b3b-9912-30137bf79fcd) {{(pid=94211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 18:20:15.788779 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.managers [None req-33ff6313-a663-4b6b-bbd4-2b4ed841927e None None] Attempting to bind port e140ddde-13cc-4aef-8a56-8e2606c9d6a1 on host dv-cinder-759943-10-iscsi for vnic_type normal with profile {{(pid=94213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 18:20:15.789265 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.managers [None req-33ff6313-a663-4b6b-bbd4-2b4ed841927e None None] Attempting to bind port e140ddde-13cc-4aef-8a56-8e2606c9d6a1 by drivers openvswitch,hyperv on host dv-cinder-759943-10-iscsi at level 0 using segments [{'id': 'c50bee88-fb75-4c7e-92a9-e5ad83fc9ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1370511f-2b66-4dfb-ac08-d34a11857787'}] {{(pid=94213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 18:20:15.789701 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ff6313-a663-4b6b-bbd4-2b4ed841927e None None] Attempting to bind port e140ddde-13cc-4aef-8a56-8e2606c9d6a1 on network 1370511f-2b66-4dfb-ac08-d34a11857787 {{(pid=94213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 18:20:15.795414 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ff6313-a663-4b6b-bbd4-2b4ed841927e None None] Checking agent: {'id': '5c163145-f35a-4c40-8b97-030a9bee90f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 18, 4, 38), 'started_at': datetime.datetime(2021, 8, 12, 18, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 18, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 18:20:15.795835 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ff6313-a663-4b6b-bbd4-2b4ed841927e None None] Checking segment: {'id': 'c50bee88-fb75-4c7e-92a9-e5ad83fc9ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1370511f-2b66-4dfb-ac08-d34a11857787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 18:20:15.796235 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-33ff6313-a663-4b6b-bbd4-2b4ed841927e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:15.796622 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ff6313-a663-4b6b-bbd4-2b4ed841927e None None] Bound using segment: {'id': 'c50bee88-fb75-4c7e-92a9-e5ad83fc9ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1370511f-2b66-4dfb-ac08-d34a11857787'} {{(pid=94213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 18:20:15.797137 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.managers [None req-33ff6313-a663-4b6b-bbd4-2b4ed841927e None None] Bound port: e140ddde-13cc-4aef-8a56-8e2606c9d6a1, host: dv-cinder-759943-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c50bee88-fb75-4c7e-92a9-e5ad83fc9ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1370511f-2b66-4dfb-ac08-d34a11857787'}}] {{(pid=94213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 18:20:15.797512 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-33ff6313-a663-4b6b-bbd4-2b4ed841927e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:15.859764 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-33ff6313-a663-4b6b-bbd4-2b4ed841927e None None] For port e140ddde-13cc-4aef-8a56-8e2606c9d6a1, host dv-cinder-759943-10-iscsi, cleared binding levels {{(pid=94213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 18:20:15.862819 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-33ff6313-a663-4b6b-bbd4-2b4ed841927e None None] For port e140ddde-13cc-4aef-8a56-8e2606c9d6a1, host dv-cinder-759943-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-10-iscsi',level=0,port_id=e140ddde-13cc-4aef-8a56-8e2606c9d6a1,segment=NetworkSegment(c50bee88-fb75-4c7e-92a9-e5ad83fc9ee6),segment_id=c50bee88-fb75-4c7e-92a9-e5ad83fc9ee6)] {{(pid=94213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 18:20:15.867215 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-33ff6313-a663-4b6b-bbd4-2b4ed841927e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:15.881579 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-4a8db609-2a0a-4bc6-8528-5e465776d268 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:15.924919 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ff6313-a663-4b6b-bbd4-2b4ed841927e None None] Pushing event updated for resources: {'Port': ['ID=e140ddde-13cc-4aef-8a56-8e2606c9d6a1,revision_number=2']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:20:15.926668 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-4a8db609-2a0a-4bc6-8528-5e465776d268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763627144933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9252727'] for port, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:15.967152 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8db609-2a0a-4bc6-8528-5e465776d268 admin admin] Network 7a7b82d9-a69e-485d-9e07-6a129d075bce is already hosted by enough agents. {{(pid=94211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 18:20:15.970581 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.base_scheduler [None req-4a8db609-2a0a-4bc6-8528-5e465776d268 admin admin] Resources bound (agent type, host, resource id): {{(pid=94211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 18:20:15.974193 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8db609-2a0a-4bc6-8528-5e465776d268 admin admin] Received port after_create {{(pid=94211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 18:20:15.979653 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8db609-2a0a-4bc6-8528-5e465776d268 admin admin] Pushing event updated for resources: {'Port': ['ID=082bfd6a-4f1c-4b3b-9912-30137bf79fcd,revision_number=1']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:20:16.440973 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device e140ddde-13cc-4aef-8a56-8e2606c9d6a1 up at agent ovs-agent-dv-cinder-759943-10-iscsi {{(pid=94213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 18:20:16.442402 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-4a8db609-2a0a-4bc6-8528-5e465776d268 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:16.497108 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Provisioning for port e140ddde-13cc-4aef-8a56-8e2606c9d6a1 completed by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 18:20:16.664193 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-4a8db609-2a0a-4bc6-8528-5e465776d268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-735355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-734950'] for router, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:16.790412 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a8db609-2a0a-4bc6-8528-5e465776d268 admin admin] Router c03e7710-930c-4142-8078-cee656707ef2 is scheduled to L3 agent 35f8a3af-1ed6-4507-a756-5ee5db7e6400 with binding_index 1 {{(pid=94211) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 18:20:16.805247 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473c4577-bfbb-4b0b-8d41-53718135a99c None None] Network 1370511f-2b66-4dfb-ac08-d34a11857787 requested from dv-cinder-759943-10-iscsi {{(pid=94213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 18:20:16.895622 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a8db609-2a0a-4bc6-8528-5e465776d268 admin admin] Notify agent at l3_agent.dv-cinder-759943-10-iscsi the message routers_updated {{(pid=94211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 18:20:16.907388 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b092c613-f8ba-4b6f-8504-477b8273c7e8 None None] Sync routers for ids ['c03e7710-930c-4142-8078-cee656707ef2'] in dv-cinder-759943-10-iscsi {{(pid=94214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 18:20:16.913158 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-4a8db609-2a0a-4bc6-8528-5e465776d268 admin admin] Notify callbacks [] for router, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:16.917167 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-4a8db609-2a0a-4bc6-8528-5e465776d268 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6571665 Aug 12 18:20:16.917379 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b092c613-f8ba-4b6f-8504-477b8273c7e8 None None] Routers {'c03e7710-930c-4142-8078-cee656707ef2'} bound to L3 agent in host dv-cinder-759943-10-iscsi {{(pid=94214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 18:20:16.917379 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_hamode_db [None req-b092c613-f8ba-4b6f-8504-477b8273c7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T18:04:37Z,description=,heartbeat_timestamp=2021-08-12T18:20:07Z,host='dv-cinder-759943-10-iscsi',id=35f8a3af-1ed6-4507-a756-5ee5db7e6400,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T18:04:37Z,topic='l3_agent')) {'router_ids': ['c03e7710-930c-4142-8078-cee656707ef2'], 'active': True} {{(pid=94214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:20:16.917810 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 56150) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:20:16.988582 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-ace31db2-3ef1-4b8d-83ca-7f57fec7c20d None None] Provisioning for port e140ddde-13cc-4aef-8a56-8e2606c9d6a1 completed by entity DHCP. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 18:20:16.999803 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-ace31db2-3ef1-4b8d-83ca-7f57fec7c20d None None] Provisioning complete for port e140ddde-13cc-4aef-8a56-8e2606c9d6a1 triggered by entity DHCP. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:20:17.000715 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-ace31db2-3ef1-4b8d-83ca-7f57fec7c20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:17.027384 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_dvr_db [None req-b092c613-f8ba-4b6f-8504-477b8273c7e8 None None] Set router c03e7710-930c-4142-8078-cee656707ef2 gateway port host: dv-cinder-759943-10-iscsi {{(pid=94214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 18:20:17.147202 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-ace31db2-3ef1-4b8d-83ca-7f57fec7c20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:17.186773 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-ace31db2-3ef1-4b8d-83ca-7f57fec7c20d None None] For port e140ddde-13cc-4aef-8a56-8e2606c9d6a1, host dv-cinder-759943-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-10-iscsi',level=0,port_id=e140ddde-13cc-4aef-8a56-8e2606c9d6a1,segment=NetworkSegment(c50bee88-fb75-4c7e-92a9-e5ad83fc9ee6),segment_id=c50bee88-fb75-4c7e-92a9-e5ad83fc9ee6)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:20:17.196522 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-ace31db2-3ef1-4b8d-83ca-7f57fec7c20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:17.220591 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_hamode_db [None req-b092c613-f8ba-4b6f-8504-477b8273c7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c03e7710-930c-4142-8078-cee656707ef2', 'name': 'tempest-TestVolumeBootPattern-1530632165-router', 'tenant_id': '8cc8b54eaea84dce93e93369d1e2a235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '082bfd6a-4f1c-4b3b-9912-30137bf79fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:20:15Z', 'updated_at': '2021-08-12T18:20:16Z', 'revision_number': 3, 'project_id': '8cc8b54eaea84dce93e93369d1e2a235', 'gw_port': {'id': '082bfd6a-4f1c-4b3b-9912-30137bf79fcd', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a2:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c03e7710-930c-4142-8078-cee656707ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:20:15Z', 'updated_at': '2021-08-12T18:20:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi'}], 'dv-cinder-759943-10-iscsi', False) {} {{(pid=94214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:20:17.251153 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b092c613-f8ba-4b6f-8504-477b8273c7e8 None None] Checking router: c03e7710-930c-4142-8078-cee656707ef2 for host: dv-cinder-759943-10-iscsi {{(pid=94214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 18:20:17.251503 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b092c613-f8ba-4b6f-8504-477b8273c7e8 None None] Updating router c03e7710-930c-4142-8078-cee656707ef2 port 082bfd6a-4f1c-4b3b-9912-30137bf79fcd binding host dv-cinder-759943-10-iscsi {{(pid=94214) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 18:20:17.263704 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace31db2-3ef1-4b8d-83ca-7f57fec7c20d None None] Pushing event updated for resources: {'Port': ['ID=e140ddde-13cc-4aef-8a56-8e2606c9d6a1,revision_number=3']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:20:17.276943 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron_lib.callbacks.manager [None req-b092c613-f8ba-4b6f-8504-477b8273c7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:17.372192 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-384b4eb0-72e3-4416-94d8-8725cc5e78b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:17.416561 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-182bcc39-7af0-4050-9731-523f43141f52 None None] Provisioning complete for port e140ddde-13cc-4aef-8a56-8e2606c9d6a1 triggered by entity DHCP. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:20:17.417064 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-182bcc39-7af0-4050-9731-523f43141f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:17.525393 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.db.db_base_plugin_common [None req-384b4eb0-72e3-4416-94d8-8725cc5e78b2 admin admin] Allocated IP 172.20.0.1 (1370511f-2b66-4dfb-ac08-d34a11857787/62577e64-0b87-4c99-938c-6d58fc198501/be927a16-4422-4bbf-a634-4d223e017989) {{(pid=94211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 18:20:17.540265 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron_lib.callbacks.manager [None req-b092c613-f8ba-4b6f-8504-477b8273c7e8 None None] Notify callbacks [] for port, precommit_update {{(pid=94214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:17.550022 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.provisioning_blocks [None req-b092c613-f8ba-4b6f-8504-477b8273c7e8 None None] Transition to ACTIVE for port object 082bfd6a-4f1c-4b3b-9912-30137bf79fcd will not be triggered until provisioned by entity L2. {{(pid=94214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 18:20:17.556101 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron_lib.callbacks.manager [None req-b092c613-f8ba-4b6f-8504-477b8273c7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:17.614144 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.managers [None req-b092c613-f8ba-4b6f-8504-477b8273c7e8 None None] Attempting to bind port 082bfd6a-4f1c-4b3b-9912-30137bf79fcd on host dv-cinder-759943-10-iscsi for vnic_type normal with profile {{(pid=94214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 18:20:17.614502 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.managers [None req-b092c613-f8ba-4b6f-8504-477b8273c7e8 None None] Attempting to bind port 082bfd6a-4f1c-4b3b-9912-30137bf79fcd by drivers openvswitch,hyperv on host dv-cinder-759943-10-iscsi at level 0 using segments [{'id': '7eaed6a7-5a45-4d84-aa5c-ab7d15676367', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce'}] {{(pid=94214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 18:20:17.614851 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b092c613-f8ba-4b6f-8504-477b8273c7e8 None None] Attempting to bind port 082bfd6a-4f1c-4b3b-9912-30137bf79fcd on network 7a7b82d9-a69e-485d-9e07-6a129d075bce {{(pid=94214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 18:20:17.616745 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5c8e33-9497-4144-b4d5-6d150f43a46d None None] Pushing event updated for resources: {'Port': ['ID=082bfd6a-4f1c-4b3b-9912-30137bf79fcd,revision_number=2']} {{(pid=94214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:20:17.622899 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-384b4eb0-72e3-4416-94d8-8725cc5e78b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:17.625824 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5c8e33-9497-4144-b4d5-6d150f43a46d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:20:17.626217 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5c8e33-9497-4144-b4d5-6d150f43a46d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:20:17.626554 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5c8e33-9497-4144-b4d5-6d150f43a46d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:20:17.626883 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5c8e33-9497-4144-b4d5-6d150f43a46d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:20:17.627201 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5c8e33-9497-4144-b4d5-6d150f43a46d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:20:17.627526 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5c8e33-9497-4144-b4d5-6d150f43a46d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:20:17.627836 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5c8e33-9497-4144-b4d5-6d150f43a46d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:20:17.628146 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5c8e33-9497-4144-b4d5-6d150f43a46d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:20:17.628472 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5c8e33-9497-4144-b4d5-6d150f43a46d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:20:17.628786 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5c8e33-9497-4144-b4d5-6d150f43a46d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:20:17.629096 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5c8e33-9497-4144-b4d5-6d150f43a46d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:20:17.629403 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5c8e33-9497-4144-b4d5-6d150f43a46d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:20:17.632552 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b092c613-f8ba-4b6f-8504-477b8273c7e8 None None] Checking agent: {'id': '5c163145-f35a-4c40-8b97-030a9bee90f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 18, 4, 38), 'started_at': datetime.datetime(2021, 8, 12, 18, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 18, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 18:20:17.632920 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b092c613-f8ba-4b6f-8504-477b8273c7e8 None None] Checking segment: {'id': '7eaed6a7-5a45-4d84-aa5c-ab7d15676367', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 18:20:17.633313 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron_lib.callbacks.manager [None req-b092c613-f8ba-4b6f-8504-477b8273c7e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:17.633687 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b092c613-f8ba-4b6f-8504-477b8273c7e8 None None] Bound using segment: {'id': '7eaed6a7-5a45-4d84-aa5c-ab7d15676367', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce'} {{(pid=94214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 18:20:17.634166 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.managers [None req-b092c613-f8ba-4b6f-8504-477b8273c7e8 None None] Bound port: 082bfd6a-4f1c-4b3b-9912-30137bf79fcd, host: dv-cinder-759943-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eaed6a7-5a45-4d84-aa5c-ab7d15676367', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce'}}] {{(pid=94214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 18:20:17.634548 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron_lib.callbacks.manager [None req-b092c613-f8ba-4b6f-8504-477b8273c7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:17.635877 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.db.provisioning_blocks [None req-384b4eb0-72e3-4416-94d8-8725cc5e78b2 admin admin] Transition to ACTIVE for port object be927a16-4422-4bbf-a634-4d223e017989 will not be triggered until provisioned by entity DHCP. {{(pid=94211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 18:20:17.668241 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-384b4eb0-72e3-4416-94d8-8725cc5e78b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763627144933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9252727'] for port, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:17.683205 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.db [None req-b092c613-f8ba-4b6f-8504-477b8273c7e8 None None] For port 082bfd6a-4f1c-4b3b-9912-30137bf79fcd, host dv-cinder-759943-10-iscsi, cleared binding levels {{(pid=94214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 18:20:17.686220 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.db [None req-b092c613-f8ba-4b6f-8504-477b8273c7e8 None None] For port 082bfd6a-4f1c-4b3b-9912-30137bf79fcd, host dv-cinder-759943-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-10-iscsi',level=0,port_id=082bfd6a-4f1c-4b3b-9912-30137bf79fcd,segment=NetworkSegment(7eaed6a7-5a45-4d84-aa5c-ab7d15676367),segment_id=7eaed6a7-5a45-4d84-aa5c-ab7d15676367)] {{(pid=94214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 18:20:17.690949 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron_lib.callbacks.manager [None req-b092c613-f8ba-4b6f-8504-477b8273c7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:17.702987 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384b4eb0-72e3-4416-94d8-8725cc5e78b2 admin admin] Network 1370511f-2b66-4dfb-ac08-d34a11857787 is already hosted by enough agents. {{(pid=94211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 18:20:17.708152 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.base_scheduler [None req-384b4eb0-72e3-4416-94d8-8725cc5e78b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 18:20:17.711518 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384b4eb0-72e3-4416-94d8-8725cc5e78b2 admin admin] Received port after_create {{(pid=94211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 18:20:17.739464 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384b4eb0-72e3-4416-94d8-8725cc5e78b2 admin admin] Pushing event updated for resources: {'Port': ['ID=be927a16-4422-4bbf-a634-4d223e017989,revision_number=1']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:20:17.748920 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5c8e33-9497-4144-b4d5-6d150f43a46d None None] Pushing event updated for resources: {'Port': ['ID=082bfd6a-4f1c-4b3b-9912-30137bf79fcd,revision_number=3']} {{(pid=94214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:20:17.760968 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b092c613-f8ba-4b6f-8504-477b8273c7e8 None None] Routers {'c03e7710-930c-4142-8078-cee656707ef2'} bound to L3 agent in host dv-cinder-759943-10-iscsi {{(pid=94214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 18:20:17.761825 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_hamode_db [None req-b092c613-f8ba-4b6f-8504-477b8273c7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T18:04:37Z,description=,heartbeat_timestamp=2021-08-12T18:20:07Z,host='dv-cinder-759943-10-iscsi',id=35f8a3af-1ed6-4507-a756-5ee5db7e6400,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T18:04:37Z,topic='l3_agent')) {'router_ids': ['c03e7710-930c-4142-8078-cee656707ef2'], 'active': True} {{(pid=94214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:20:17.771198 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-384b4eb0-72e3-4416-94d8-8725cc5e78b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693555'] for router_interface, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:17.873825 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_dvr_db [None req-b092c613-f8ba-4b6f-8504-477b8273c7e8 None None] Set router c03e7710-930c-4142-8078-cee656707ef2 gateway port host: dv-cinder-759943-10-iscsi {{(pid=94214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 18:20:17.905372 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-384b4eb0-72e3-4416-94d8-8725cc5e78b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:17.917737 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-34a97288-3007-4a9a-a71d-a3024f51e247 None None] Provisioning for port be927a16-4422-4bbf-a634-4d223e017989 completed by entity DHCP. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 18:20:17.922764 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-34a97288-3007-4a9a-a71d-a3024f51e247 None None] Provisioning complete for port be927a16-4422-4bbf-a634-4d223e017989 triggered by entity DHCP. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:20:17.923296 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-34a97288-3007-4a9a-a71d-a3024f51e247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:17.958034 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.plugin [None req-34a97288-3007-4a9a-a71d-a3024f51e247 None None] Port be927a16-4422-4bbf-a634-4d223e017989 cannot update to ACTIVE because it is not bound. {{(pid=94213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 18:20:18.059976 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-384b4eb0-72e3-4416-94d8-8725cc5e78b2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:18.061000 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_hamode_db [None req-b092c613-f8ba-4b6f-8504-477b8273c7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c03e7710-930c-4142-8078-cee656707ef2', 'name': 'tempest-TestVolumeBootPattern-1530632165-router', 'tenant_id': '8cc8b54eaea84dce93e93369d1e2a235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '082bfd6a-4f1c-4b3b-9912-30137bf79fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:20:15Z', 'updated_at': '2021-08-12T18:20:16Z', 'revision_number': 3, 'project_id': '8cc8b54eaea84dce93e93369d1e2a235', 'gw_port': {'id': '082bfd6a-4f1c-4b3b-9912-30137bf79fcd', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a2:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c03e7710-930c-4142-8078-cee656707ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:20:15Z', 'updated_at': '2021-08-12T18:20:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi'}], 'dv-cinder-759943-10-iscsi', False) {} {{(pid=94214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:20:18.065181 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-384b4eb0-72e3-4416-94d8-8725cc5e78b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9252734'] for port, after_update {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:18.088123 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b092c613-f8ba-4b6f-8504-477b8273c7e8 None None] The sync data for ids ['c03e7710-930c-4142-8078-cee656707ef2'] in dv-cinder-759943-10-iscsi is: [{'id': 'c03e7710-930c-4142-8078-cee656707ef2', 'name': 'tempest-TestVolumeBootPattern-1530632165-router', 'tenant_id': '8cc8b54eaea84dce93e93369d1e2a235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '082bfd6a-4f1c-4b3b-9912-30137bf79fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:20:15Z', 'updated_at': '2021-08-12T18:20:16Z', 'revision_number': 3, 'project_id': '8cc8b54eaea84dce93e93369d1e2a235', 'gw_port': {'id': '082bfd6a-4f1c-4b3b-9912-30137bf79fcd', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a2:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c03e7710-930c-4142-8078-cee656707ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:20:15Z', 'updated_at': '2021-08-12T18:20:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi'}] {{(pid=94214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 18:20:18.133672 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-384b4eb0-72e3-4416-94d8-8725cc5e78b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693671'] for router_interface, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:18.135553 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384b4eb0-72e3-4416-94d8-8725cc5e78b2 admin admin] Pushing event updated for resources: {'Port': ['ID=be927a16-4422-4bbf-a634-4d223e017989,revision_number=2']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:20:18.223904 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384b4eb0-72e3-4416-94d8-8725cc5e78b2 admin admin] Network 1370511f-2b66-4dfb-ac08-d34a11857787 is already hosted by enough agents. {{(pid=94211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 18:20:18.225230 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.base_scheduler [None req-384b4eb0-72e3-4416-94d8-8725cc5e78b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 18:20:18.345044 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-384b4eb0-72e3-4416-94d8-8725cc5e78b2 admin admin] Router c03e7710-930c-4142-8078-cee656707ef2 has already been hosted by L3 agent 35f8a3af-1ed6-4507-a756-5ee5db7e6400 {{(pid=94211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 18:20:18.477868 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-384b4eb0-72e3-4416-94d8-8725cc5e78b2 admin admin] Notify agent at l3_agent.dv-cinder-759943-10-iscsi the message routers_updated {{(pid=94211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 18:20:18.490475 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-384b4eb0-72e3-4416-94d8-8725cc5e78b2 admin admin] 10.222.0.30 "PUT /v2.0/routers/c03e7710-930c-4142-8078-cee656707ef2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5714252 Aug 12 18:20:18.538211 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device e140ddde-13cc-4aef-8a56-8e2606c9d6a1 up at agent ovs-agent-dv-cinder-759943-10-iscsi {{(pid=94213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 18:20:18.590347 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-8ec555f7-53af-483a-854a-9b7bcb0ad5b8 None None] Provisioning complete for port be927a16-4422-4bbf-a634-4d223e017989 triggered by entity DHCP. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:20:18.590728 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-8ec555f7-53af-483a-854a-9b7bcb0ad5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:18.621502 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Provisioning complete for port e140ddde-13cc-4aef-8a56-8e2606c9d6a1 triggered by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:20:18.621987 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:18.660913 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.plugin [None req-8ec555f7-53af-483a-854a-9b7bcb0ad5b8 None None] Port be927a16-4422-4bbf-a634-4d223e017989 cannot update to ACTIVE because it is not bound. {{(pid=94213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 18:20:18.713081 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device 082bfd6a-4f1c-4b3b-9912-30137bf79fcd up at agent ovs-agent-dv-cinder-759943-10-iscsi {{(pid=94213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 18:20:18.763323 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Provisioning for port 082bfd6a-4f1c-4b3b-9912-30137bf79fcd completed by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 18:20:18.771085 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Provisioning complete for port 082bfd6a-4f1c-4b3b-9912-30137bf79fcd triggered by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:20:18.771458 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:18.857474 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:18.878109 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] For port 082bfd6a-4f1c-4b3b-9912-30137bf79fcd, host dv-cinder-759943-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-10-iscsi',level=0,port_id=082bfd6a-4f1c-4b3b-9912-30137bf79fcd,segment=NetworkSegment(7eaed6a7-5a45-4d84-aa5c-ab7d15676367),segment_id=7eaed6a7-5a45-4d84-aa5c-ab7d15676367)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:20:18.883119 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:18.933371 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Pushing event updated for resources: {'Port': ['ID=082bfd6a-4f1c-4b3b-9912-30137bf79fcd,revision_number=4']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:20:18.996901 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 56166) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:20:19.002024 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.v2.base [None req-fe766c9d-158d-46ae-b402-b803e2b31456 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1183543003-network', 'tenant_id': 'eef2ae5f4c5d4ab4ac4ca6de19f1db05'}} {{(pid=94212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:20:19.021922 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe766c9d-158d-46ae-b402-b803e2b31456 admin admin] Made reservation on behalf of eef2ae5f4c5d4ab4ac4ca6de19f1db05 for: {'network': 1} {{(pid=94212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 18:20:19.024342 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-fe766c9d-158d-46ae-b402-b803e2b31456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for network, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:19.033932 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-fe766c9d-158d-46ae-b402-b803e2b31456 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:19.135055 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-fe766c9d-158d-46ae-b402-b803e2b31456 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:19.139340 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-fe766c9d-158d-46ae-b402-b803e2b31456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:19.164876 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe766c9d-158d-46ae-b402-b803e2b31456 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=94212) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 18:20:19.174185 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe766c9d-158d-46ae-b402-b803e2b31456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb9783ed-363c-4bb2-9b51-3937ac7ee9f8,revision_number=1']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:20:19.180603 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-fe766c9d-158d-46ae-b402-b803e2b31456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735099'] for segment, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:19.180603 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.db.segments_db [None req-fe766c9d-158d-46ae-b402-b803e2b31456 admin admin] Added segment 27441a5b-bb0a-408d-9912-edb7579a1743 of type vlan for network 44c72a6a-9c36-41dd-a5b2-092e22933d9a Aug 12 18:20:19.222649 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-fe766c9d-158d-46ae-b402-b803e2b31456 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763627130179'] for network, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:19.252419 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-fe766c9d-158d-46ae-b402-b803e2b31456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543'] for network, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:19.253270 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe766c9d-158d-46ae-b402-b803e2b31456 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:20:19.253968 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-fe766c9d-158d-46ae-b402-b803e2b31456 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564513'] for network, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:19.303840 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-fe766c9d-158d-46ae-b402-b803e2b31456 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3058500 Aug 12 18:20:19.306587 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 56168) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:20:19.311690 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.v2.base [None req-d1488f77-49f7-40e2-9047-c3e7e85e12d5 admin admin] Request body: {'subnet': {'network_id': '44c72a6a-9c36-41dd-a5b2-092e22933d9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1183543003-subnet', 'tenant_id': 'eef2ae5f4c5d4ab4ac4ca6de19f1db05', 'ip_version': 4}} {{(pid=94211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:20:19.314456 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe766c9d-158d-46ae-b402-b803e2b31456 admin admin] Pushing event updated for resources: {'Network': ['ID=44c72a6a-9c36-41dd-a5b2-092e22933d9a,revision_number=1']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:20:19.324006 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Network 44c72a6a-9c36-41dd-a5b2-092e22933d9a details requested by agent ovs-agent-dv-cinder-759943-10-iscsi with host dv-cinder-759943-10-iscsi {{(pid=94213) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 18:20:19.334064 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1488f77-49f7-40e2-9047-c3e7e85e12d5 admin admin] Made reservation on behalf of eef2ae5f4c5d4ab4ac4ca6de19f1db05 for: {'subnet': 1} {{(pid=94211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 18:20:19.336572 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-d1488f77-49f7-40e2-9047-c3e7e85e12d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9269174'] for subnet, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:19.506976 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-d1488f77-49f7-40e2-9047-c3e7e85e12d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9252611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9269124'] for subnet, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:19.560809 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1488f77-49f7-40e2-9047-c3e7e85e12d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7f54a69-e810-4a7a-9ff2-5e2f0ce7b079,revision_number=0']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:20:19.569206 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1488f77-49f7-40e2-9047-c3e7e85e12d5 admin admin] Checking segment: {'id': '27441a5b-bb0a-408d-9912-edb7579a1743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '44c72a6a-9c36-41dd-a5b2-092e22933d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 18:20:19.569564 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1488f77-49f7-40e2-9047-c3e7e85e12d5 admin admin] Network hostable DHCP agents. Network: 44c72a6a-9c36-41dd-a5b2-092e22933d9a, hostable agents: ['da9a4366-d1ff-4171-be52-f44c47b2851f'], hosted agents: [] {{(pid=94211) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 18:20:19.587861 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1488f77-49f7-40e2-9047-c3e7e85e12d5 admin admin] Network 44c72a6a-9c36-41dd-a5b2-092e22933d9a is scheduled to be hosted by DHCP agent da9a4366-d1ff-4171-be52-f44c47b2851f with binding_index 1 {{(pid=94211) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 18:20:19.597533 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.base_scheduler [None req-d1488f77-49f7-40e2-9047-c3e7e85e12d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-10-iscsi, 44c72a6a-9c36-41dd-a5b2-092e22933d9a) {{(pid=94211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 18:20:19.601462 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1488f77-49f7-40e2-9047-c3e7e85e12d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:20:19.602081 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-d1488f77-49f7-40e2-9047-c3e7e85e12d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564513'] for subnet, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:19.606405 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e38f19-01fd-4f43-adaf-e14aa01e5682 None None] Network 44c72a6a-9c36-41dd-a5b2-092e22933d9a requested from dv-cinder-759943-10-iscsi {{(pid=94213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 18:20:19.616255 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-d1488f77-49f7-40e2-9047-c3e7e85e12d5 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3082733 Aug 12 18:20:19.618449 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 56170) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:20:19.622792 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.v2.base [None req-7d602fa5-e72a-457b-86f7-e510199dd5aa admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1183543003-router', 'tenant_id': 'eef2ae5f4c5d4ab4ac4ca6de19f1db05', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce'}}} {{(pid=94211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:20:19.644190 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-7d602fa5-e72a-457b-86f7-e510199dd5aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15605'] for router, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:19.645308 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-7d602fa5-e72a-457b-86f7-e510199dd5aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-351539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15614'] for router, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:19.664178 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d8b271-0fcd-480a-becd-14199b1197ab None None] Sync routers for ids ['c03e7710-930c-4142-8078-cee656707ef2'] in dv-cinder-759943-10-iscsi {{(pid=94213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 18:20:19.682743 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d8b271-0fcd-480a-becd-14199b1197ab None None] Routers {'c03e7710-930c-4142-8078-cee656707ef2'} bound to L3 agent in host dv-cinder-759943-10-iscsi {{(pid=94213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 18:20:19.683356 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-80d8b271-0fcd-480a-becd-14199b1197ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T18:04:37Z,description=,heartbeat_timestamp=2021-08-12T18:20:07Z,host='dv-cinder-759943-10-iscsi',id=35f8a3af-1ed6-4507-a756-5ee5db7e6400,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T18:04:37Z,topic='l3_agent')) {'router_ids': ['c03e7710-930c-4142-8078-cee656707ef2'], 'active': True} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:20:19.700148 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-7d602fa5-e72a-457b-86f7-e510199dd5aa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:19.829229 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-7d602fa5-e72a-457b-86f7-e510199dd5aa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:19.841064 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvr_db [None req-80d8b271-0fcd-480a-becd-14199b1197ab None None] Set router c03e7710-930c-4142-8078-cee656707ef2 gateway port host: dv-cinder-759943-10-iscsi {{(pid=94213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 18:20:19.844350 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec69e3b-ef08-4dc2-bbe8-1f744e2b6a17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081d5c48-6c11-5532-9123-8720c403a17d-44c72a6a-9c36-41dd-a5b2-092e22933d9a', 'network_id': '44c72a6a-9c36-41dd-a5b2-092e22933d9a', 'tenant_id': 'eef2ae5f4c5d4ab4ac4ca6de19f1db05', 'fixed_ips': [{'subnet_id': 'c7f54a69-e810-4a7a-9ff2-5e2f0ce7b079'}]}} from dv-cinder-759943-10-iscsi. {{(pid=94213) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 18:20:19.845236 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-4ec69e3b-ef08-4dc2-bbe8-1f744e2b6a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_create {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:20.021181 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-7d602fa5-e72a-457b-86f7-e510199dd5aa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:20.039645 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-7d602fa5-e72a-457b-86f7-e510199dd5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:20.099375 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.db_base_plugin_common [None req-4ec69e3b-ef08-4dc2-bbe8-1f744e2b6a17 None None] Allocated IP 172.20.0.2 (44c72a6a-9c36-41dd-a5b2-092e22933d9a/c7f54a69-e810-4a7a-9ff2-5e2f0ce7b079/7f45d967-ef05-44ee-b223-5508c7ebeb79) {{(pid=94213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 18:20:20.143956 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.db.db_base_plugin_common [None req-7d602fa5-e72a-457b-86f7-e510199dd5aa admin admin] Allocated IP 172.27.3.88 (7a7b82d9-a69e-485d-9e07-6a129d075bce/c473b355-6ff8-4f1b-9a18-c893e152c20b/bd93689b-3c61-4018-9e42-48f5107af223) {{(pid=94211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 18:20:20.221444 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-80d8b271-0fcd-480a-becd-14199b1197ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c03e7710-930c-4142-8078-cee656707ef2', 'name': 'tempest-TestVolumeBootPattern-1530632165-router', 'tenant_id': '8cc8b54eaea84dce93e93369d1e2a235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '082bfd6a-4f1c-4b3b-9912-30137bf79fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:20:15Z', 'updated_at': '2021-08-12T18:20:17Z', 'revision_number': 4, 'project_id': '8cc8b54eaea84dce93e93369d1e2a235', 'gw_port': {'id': '082bfd6a-4f1c-4b3b-9912-30137bf79fcd', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03e7710-930c-4142-8078-cee656707ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:20:15Z', 'updated_at': '2021-08-12T18:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi', '_interfaces': [{'id': 'be927a16-4422-4bbf-a634-4d223e017989', 'name': '', 'network_id': '1370511f-2b66-4dfb-ac08-d34a11857787', 'tenant_id': '8cc8b54eaea84dce93e93369d1e2a235', 'mac_address': 'fa:16:3e:04:68:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c03e7710-930c-4142-8078-cee656707ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '62577e64-0b87-4c99-938c-6d58fc198501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:20:17Z', 'updated_at': '2021-08-12T18:20:17Z', 'revision_number': 2, 'project_id': '8cc8b54eaea84dce93e93369d1e2a235', 'subnets': [{'id': '62577e64-0b87-4c99-938c-6d58fc198501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-10-iscsi', False) {} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:20:20.242058 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-7d602fa5-e72a-457b-86f7-e510199dd5aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:20.253186 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d8b271-0fcd-480a-becd-14199b1197ab None None] Checking router: c03e7710-930c-4142-8078-cee656707ef2 for host: dv-cinder-759943-10-iscsi {{(pid=94213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 18:20:20.253547 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d8b271-0fcd-480a-becd-14199b1197ab None None] Updating router c03e7710-930c-4142-8078-cee656707ef2 port be927a16-4422-4bbf-a634-4d223e017989 binding host dv-cinder-759943-10-iscsi {{(pid=94213) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 18:20:20.284596 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-7d602fa5-e72a-457b-86f7-e510199dd5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763627144933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9252727'] for port, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:20.305590 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-80d8b271-0fcd-480a-becd-14199b1197ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:20.323002 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d602fa5-e72a-457b-86f7-e510199dd5aa admin admin] Network 7a7b82d9-a69e-485d-9e07-6a129d075bce is already hosted by enough agents. {{(pid=94211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 18:20:20.327691 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.base_scheduler [None req-7d602fa5-e72a-457b-86f7-e510199dd5aa admin admin] Resources bound (agent type, host, resource id): {{(pid=94211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 18:20:20.331140 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d602fa5-e72a-457b-86f7-e510199dd5aa admin admin] Received port after_create {{(pid=94211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 18:20:20.351361 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-4ec69e3b-ef08-4dc2-bbe8-1f744e2b6a17 None None] Notify callbacks [] for port, precommit_create {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:20.367770 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-4ec69e3b-ef08-4dc2-bbe8-1f744e2b6a17 None None] Transition to ACTIVE for port object 7f45d967-ef05-44ee-b223-5508c7ebeb79 will not be triggered until provisioned by entity L2. {{(pid=94213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 18:20:20.402927 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d602fa5-e72a-457b-86f7-e510199dd5aa admin admin] Pushing event updated for resources: {'Port': ['ID=bd93689b-3c61-4018-9e42-48f5107af223,revision_number=1']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:20:20.430347 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device 082bfd6a-4f1c-4b3b-9912-30137bf79fcd up at agent ovs-agent-dv-cinder-759943-10-iscsi {{(pid=94213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 18:20:20.436819 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-4ec69e3b-ef08-4dc2-bbe8-1f744e2b6a17 None None] Transition to ACTIVE for port object 7f45d967-ef05-44ee-b223-5508c7ebeb79 will not be triggered until provisioned by entity DHCP. {{(pid=94213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 18:20:20.472359 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-4ec69e3b-ef08-4dc2-bbe8-1f744e2b6a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763627144933'] for port, after_create {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:20.572357 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec69e3b-ef08-4dc2-bbe8-1f744e2b6a17 None None] Network 44c72a6a-9c36-41dd-a5b2-092e22933d9a is already hosted by enough agents. {{(pid=94213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 18:20:20.587863 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.scheduler.base_scheduler [None req-4ec69e3b-ef08-4dc2-bbe8-1f744e2b6a17 None None] Resources bound (agent type, host, resource id): {{(pid=94213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 18:20:20.591662 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec69e3b-ef08-4dc2-bbe8-1f744e2b6a17 None None] Pushing event updated for resources: {'Port': ['ID=7f45d967-ef05-44ee-b223-5508c7ebeb79,revision_number=1']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:20:20.594534 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec69e3b-ef08-4dc2-bbe8-1f744e2b6a17 None None] Received port after_create {{(pid=94213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 18:20:20.788694 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Provisioning complete for port 082bfd6a-4f1c-4b3b-9912-30137bf79fcd triggered by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:20:20.788969 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:20.809579 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-7d602fa5-e72a-457b-86f7-e510199dd5aa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:20.828551 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.managers [None req-4ec69e3b-ef08-4dc2-bbe8-1f744e2b6a17 None None] Attempting to bind port 7f45d967-ef05-44ee-b223-5508c7ebeb79 on host dv-cinder-759943-10-iscsi for vnic_type normal with profile {{(pid=94213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 18:20:20.828919 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.managers [None req-4ec69e3b-ef08-4dc2-bbe8-1f744e2b6a17 None None] Attempting to bind port 7f45d967-ef05-44ee-b223-5508c7ebeb79 by drivers openvswitch,hyperv on host dv-cinder-759943-10-iscsi at level 0 using segments [{'id': '27441a5b-bb0a-408d-9912-edb7579a1743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '44c72a6a-9c36-41dd-a5b2-092e22933d9a'}] {{(pid=94213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 18:20:20.829280 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec69e3b-ef08-4dc2-bbe8-1f744e2b6a17 None None] Attempting to bind port 7f45d967-ef05-44ee-b223-5508c7ebeb79 on network 44c72a6a-9c36-41dd-a5b2-092e22933d9a {{(pid=94213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 18:20:20.847056 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec69e3b-ef08-4dc2-bbe8-1f744e2b6a17 None None] Checking agent: {'id': '5c163145-f35a-4c40-8b97-030a9bee90f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 18, 4, 38), 'started_at': datetime.datetime(2021, 8, 12, 18, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 18, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 18:20:20.847422 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec69e3b-ef08-4dc2-bbe8-1f744e2b6a17 None None] Checking segment: {'id': '27441a5b-bb0a-408d-9912-edb7579a1743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '44c72a6a-9c36-41dd-a5b2-092e22933d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 18:20:20.847818 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-4ec69e3b-ef08-4dc2-bbe8-1f744e2b6a17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:20.848203 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec69e3b-ef08-4dc2-bbe8-1f744e2b6a17 None None] Bound using segment: {'id': '27441a5b-bb0a-408d-9912-edb7579a1743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '44c72a6a-9c36-41dd-a5b2-092e22933d9a'} {{(pid=94213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 18:20:20.848668 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.managers [None req-4ec69e3b-ef08-4dc2-bbe8-1f744e2b6a17 None None] Bound port: 7f45d967-ef05-44ee-b223-5508c7ebeb79, host: dv-cinder-759943-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27441a5b-bb0a-408d-9912-edb7579a1743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '44c72a6a-9c36-41dd-a5b2-092e22933d9a'}}] {{(pid=94213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 18:20:20.849078 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-4ec69e3b-ef08-4dc2-bbe8-1f744e2b6a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:20.971108 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-80d8b271-0fcd-480a-becd-14199b1197ab None None] Notify callbacks [] for port, precommit_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:20.995356 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-80d8b271-0fcd-480a-becd-14199b1197ab None None] Transition to ACTIVE for port object be927a16-4422-4bbf-a634-4d223e017989 will not be triggered until provisioned by entity L2. {{(pid=94213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 18:20:20.998655 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-7d602fa5-e72a-457b-86f7-e510199dd5aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-735355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-734950'] for router, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:21.002083 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-4ec69e3b-ef08-4dc2-bbe8-1f744e2b6a17 None None] For port 7f45d967-ef05-44ee-b223-5508c7ebeb79, host dv-cinder-759943-10-iscsi, cleared binding levels {{(pid=94213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 18:20:21.005508 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-4ec69e3b-ef08-4dc2-bbe8-1f744e2b6a17 None None] For port 7f45d967-ef05-44ee-b223-5508c7ebeb79, host dv-cinder-759943-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-10-iscsi',level=0,port_id=7f45d967-ef05-44ee-b223-5508c7ebeb79,segment=NetworkSegment(27441a5b-bb0a-408d-9912-edb7579a1743),segment_id=27441a5b-bb0a-408d-9912-edb7579a1743)] {{(pid=94213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 18:20:21.006500 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-80d8b271-0fcd-480a-becd-14199b1197ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:21.012121 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-4ec69e3b-ef08-4dc2-bbe8-1f744e2b6a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:21.065723 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565b5217-6579-48a7-b02c-544602ea7bad None None] Pushing event updated for resources: {'Port': ['ID=be927a16-4422-4bbf-a634-4d223e017989,revision_number=3']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:20:21.149155 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d602fa5-e72a-457b-86f7-e510199dd5aa admin admin] Router 6495094d-9ec5-496f-a5fb-5fc97e5bdf54 is scheduled to L3 agent 35f8a3af-1ed6-4507-a756-5ee5db7e6400 with binding_index 1 {{(pid=94211) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 18:20:21.157123 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec69e3b-ef08-4dc2-bbe8-1f744e2b6a17 None None] Pushing event updated for resources: {'Port': ['ID=7f45d967-ef05-44ee-b223-5508c7ebeb79,revision_number=2']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:20:21.160239 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.managers [None req-80d8b271-0fcd-480a-becd-14199b1197ab None None] Attempting to bind port be927a16-4422-4bbf-a634-4d223e017989 on host dv-cinder-759943-10-iscsi for vnic_type normal with profile {{(pid=94213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 18:20:21.160672 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.managers [None req-80d8b271-0fcd-480a-becd-14199b1197ab None None] Attempting to bind port be927a16-4422-4bbf-a634-4d223e017989 by drivers openvswitch,hyperv on host dv-cinder-759943-10-iscsi at level 0 using segments [{'id': 'c50bee88-fb75-4c7e-92a9-e5ad83fc9ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1370511f-2b66-4dfb-ac08-d34a11857787'}] {{(pid=94213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 18:20:21.160956 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d8b271-0fcd-480a-becd-14199b1197ab None None] Attempting to bind port be927a16-4422-4bbf-a634-4d223e017989 on network 1370511f-2b66-4dfb-ac08-d34a11857787 {{(pid=94213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 18:20:21.166851 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d8b271-0fcd-480a-becd-14199b1197ab None None] Checking agent: {'id': '5c163145-f35a-4c40-8b97-030a9bee90f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 18, 4, 38), 'started_at': datetime.datetime(2021, 8, 12, 18, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 18, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 18:20:21.167211 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d8b271-0fcd-480a-becd-14199b1197ab None None] Checking segment: {'id': 'c50bee88-fb75-4c7e-92a9-e5ad83fc9ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1370511f-2b66-4dfb-ac08-d34a11857787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 18:20:21.167613 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-80d8b271-0fcd-480a-becd-14199b1197ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:21.168001 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d8b271-0fcd-480a-becd-14199b1197ab None None] Bound using segment: {'id': 'c50bee88-fb75-4c7e-92a9-e5ad83fc9ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1370511f-2b66-4dfb-ac08-d34a11857787'} {{(pid=94213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 18:20:21.168471 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.managers [None req-80d8b271-0fcd-480a-becd-14199b1197ab None None] Bound port: be927a16-4422-4bbf-a634-4d223e017989, host: dv-cinder-759943-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c50bee88-fb75-4c7e-92a9-e5ad83fc9ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1370511f-2b66-4dfb-ac08-d34a11857787'}}] {{(pid=94213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 18:20:21.168851 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-80d8b271-0fcd-480a-becd-14199b1197ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:21.243346 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-80d8b271-0fcd-480a-becd-14199b1197ab None None] For port be927a16-4422-4bbf-a634-4d223e017989, host dv-cinder-759943-10-iscsi, cleared binding levels {{(pid=94213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 18:20:21.255162 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-80d8b271-0fcd-480a-becd-14199b1197ab None None] For port be927a16-4422-4bbf-a634-4d223e017989, host dv-cinder-759943-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-10-iscsi',level=0,port_id=be927a16-4422-4bbf-a634-4d223e017989,segment=NetworkSegment(c50bee88-fb75-4c7e-92a9-e5ad83fc9ee6),segment_id=c50bee88-fb75-4c7e-92a9-e5ad83fc9ee6)] {{(pid=94213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 18:20:21.269511 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-80d8b271-0fcd-480a-becd-14199b1197ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:21.270721 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d602fa5-e72a-457b-86f7-e510199dd5aa admin admin] Notify agent at l3_agent.dv-cinder-759943-10-iscsi the message routers_updated {{(pid=94211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 18:20:21.280843 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1690d4f7-a52c-41b7-ad7e-5926fd91f3eb None None] Sync routers for ids ['6495094d-9ec5-496f-a5fb-5fc97e5bdf54'] in dv-cinder-759943-10-iscsi {{(pid=94214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 18:20:21.299797 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-7d602fa5-e72a-457b-86f7-e510199dd5aa admin admin] Notify callbacks [] for router, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:21.304241 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-7d602fa5-e72a-457b-86f7-e510199dd5aa admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6848300 Aug 12 18:20:21.304400 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 56180) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:20:21.323825 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1690d4f7-a52c-41b7-ad7e-5926fd91f3eb None None] Routers {'6495094d-9ec5-496f-a5fb-5fc97e5bdf54'} bound to L3 agent in host dv-cinder-759943-10-iscsi {{(pid=94214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 18:20:21.326383 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_hamode_db [None req-1690d4f7-a52c-41b7-ad7e-5926fd91f3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T18:04:37Z,description=,heartbeat_timestamp=2021-08-12T18:20:07Z,host='dv-cinder-759943-10-iscsi',id=35f8a3af-1ed6-4507-a756-5ee5db7e6400,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T18:04:37Z,topic='l3_agent')) {'router_ids': ['6495094d-9ec5-496f-a5fb-5fc97e5bdf54'], 'active': True} {{(pid=94214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:20:21.379961 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d8b271-0fcd-480a-becd-14199b1197ab None None] Routers {'c03e7710-930c-4142-8078-cee656707ef2'} bound to L3 agent in host dv-cinder-759943-10-iscsi {{(pid=94213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 18:20:21.380945 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-80d8b271-0fcd-480a-becd-14199b1197ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T18:04:37Z,description=,heartbeat_timestamp=2021-08-12T18:20:07Z,host='dv-cinder-759943-10-iscsi',id=35f8a3af-1ed6-4507-a756-5ee5db7e6400,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T18:04:37Z,topic='l3_agent')) {'router_ids': ['c03e7710-930c-4142-8078-cee656707ef2'], 'active': True} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:20:21.388354 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565b5217-6579-48a7-b02c-544602ea7bad None None] Pushing event updated for resources: {'Port': ['ID=be927a16-4422-4bbf-a634-4d223e017989,revision_number=4']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:20:21.524816 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.agents_db [None req-aa7dbe78-d4f0-421a-85da-826b2a172358 None None] Agent healthcheck: found 6 active agents {{(pid=94214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 18:20:21.534467 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_dvr_db [None req-1690d4f7-a52c-41b7-ad7e-5926fd91f3eb None None] Set router 6495094d-9ec5-496f-a5fb-5fc97e5bdf54 gateway port host: dv-cinder-759943-10-iscsi {{(pid=94214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 18:20:21.638128 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvr_db [None req-80d8b271-0fcd-480a-becd-14199b1197ab None None] Set router c03e7710-930c-4142-8078-cee656707ef2 gateway port host: dv-cinder-759943-10-iscsi {{(pid=94213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 18:20:21.863848 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_hamode_db [None req-1690d4f7-a52c-41b7-ad7e-5926fd91f3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6495094d-9ec5-496f-a5fb-5fc97e5bdf54', 'name': 'tempest-TestVolumeBootPattern-1183543003-router', 'tenant_id': 'eef2ae5f4c5d4ab4ac4ca6de19f1db05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'bd93689b-3c61-4018-9e42-48f5107af223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:20:19Z', 'updated_at': '2021-08-12T18:20:20Z', 'revision_number': 3, 'project_id': 'eef2ae5f4c5d4ab4ac4ca6de19f1db05', 'gw_port': {'id': 'bd93689b-3c61-4018-9e42-48f5107af223', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d9:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6495094d-9ec5-496f-a5fb-5fc97e5bdf54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:20:20Z', 'updated_at': '2021-08-12T18:20:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi'}], 'dv-cinder-759943-10-iscsi', False) {} {{(pid=94214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:20:21.916419 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1690d4f7-a52c-41b7-ad7e-5926fd91f3eb None None] Checking router: 6495094d-9ec5-496f-a5fb-5fc97e5bdf54 for host: dv-cinder-759943-10-iscsi {{(pid=94214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 18:20:21.916764 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1690d4f7-a52c-41b7-ad7e-5926fd91f3eb None None] Updating router 6495094d-9ec5-496f-a5fb-5fc97e5bdf54 port bd93689b-3c61-4018-9e42-48f5107af223 binding host dv-cinder-759943-10-iscsi {{(pid=94214) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 18:20:21.959011 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron_lib.callbacks.manager [None req-1690d4f7-a52c-41b7-ad7e-5926fd91f3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:21.976741 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-80d8b271-0fcd-480a-becd-14199b1197ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c03e7710-930c-4142-8078-cee656707ef2', 'name': 'tempest-TestVolumeBootPattern-1530632165-router', 'tenant_id': '8cc8b54eaea84dce93e93369d1e2a235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '082bfd6a-4f1c-4b3b-9912-30137bf79fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:20:15Z', 'updated_at': '2021-08-12T18:20:17Z', 'revision_number': 4, 'project_id': '8cc8b54eaea84dce93e93369d1e2a235', 'gw_port': {'id': '082bfd6a-4f1c-4b3b-9912-30137bf79fcd', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03e7710-930c-4142-8078-cee656707ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:20:15Z', 'updated_at': '2021-08-12T18:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi', '_interfaces': [{'id': 'be927a16-4422-4bbf-a634-4d223e017989', 'name': '', 'network_id': '1370511f-2b66-4dfb-ac08-d34a11857787', 'tenant_id': '8cc8b54eaea84dce93e93369d1e2a235', 'mac_address': 'fa:16:3e:04:68:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c03e7710-930c-4142-8078-cee656707ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '62577e64-0b87-4c99-938c-6d58fc198501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:20:17Z', 'updated_at': '2021-08-12T18:20:21Z', 'revision_number': 4, 'project_id': '8cc8b54eaea84dce93e93369d1e2a235', 'subnets': [{'id': '62577e64-0b87-4c99-938c-6d58fc198501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-10-iscsi', False) {} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:20:22.013093 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d8b271-0fcd-480a-becd-14199b1197ab None None] The sync data for ids ['c03e7710-930c-4142-8078-cee656707ef2'] in dv-cinder-759943-10-iscsi is: [{'id': 'c03e7710-930c-4142-8078-cee656707ef2', 'name': 'tempest-TestVolumeBootPattern-1530632165-router', 'tenant_id': '8cc8b54eaea84dce93e93369d1e2a235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '082bfd6a-4f1c-4b3b-9912-30137bf79fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:20:15Z', 'updated_at': '2021-08-12T18:20:17Z', 'revision_number': 4, 'project_id': '8cc8b54eaea84dce93e93369d1e2a235', 'gw_port': {'id': '082bfd6a-4f1c-4b3b-9912-30137bf79fcd', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03e7710-930c-4142-8078-cee656707ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:20:15Z', 'updated_at': '2021-08-12T18:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi', '_interfaces': [{'id': 'be927a16-4422-4bbf-a634-4d223e017989', 'name': '', 'network_id': '1370511f-2b66-4dfb-ac08-d34a11857787', 'tenant_id': '8cc8b54eaea84dce93e93369d1e2a235', 'mac_address': 'fa:16:3e:04:68:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c03e7710-930c-4142-8078-cee656707ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '62577e64-0b87-4c99-938c-6d58fc198501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:20:17Z', 'updated_at': '2021-08-12T18:20:21Z', 'revision_number': 4, 'project_id': '8cc8b54eaea84dce93e93369d1e2a235', 'subnets': [{'id': '62577e64-0b87-4c99-938c-6d58fc198501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 18:20:22.158831 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:22.162268 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-d2f11753-11b0-4dc0-ac7b-e00317404083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:22.320537 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron_lib.callbacks.manager [None req-1690d4f7-a52c-41b7-ad7e-5926fd91f3eb None None] Notify callbacks [] for port, precommit_update {{(pid=94214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:22.334915 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.provisioning_blocks [None req-1690d4f7-a52c-41b7-ad7e-5926fd91f3eb None None] Transition to ACTIVE for port object bd93689b-3c61-4018-9e42-48f5107af223 will not be triggered until provisioned by entity L2. {{(pid=94214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 18:20:22.341019 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron_lib.callbacks.manager [None req-1690d4f7-a52c-41b7-ad7e-5926fd91f3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:22.379621 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a3589-ffc0-4805-8ce8-4c0e30dcdc7f req-8879da1f-c8a3-4366-b95c-40aefa2de8da tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:20:22.382480 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-ad6a3589-ffc0-4805-8ce8-4c0e30dcdc7f req-8879da1f-c8a3-4366-b95c-40aefa2de8da tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=36c1e6bd-8154-4b77-af99-8dc0411b817b HTTP/1.1" status: 200 len: 946 time: 0.1108444 Aug 12 18:20:22.397425 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb093025-aa57-4a25-80f2-97d2779d4e1f None None] Pushing event updated for resources: {'Port': ['ID=bd93689b-3c61-4018-9e42-48f5107af223,revision_number=2']} {{(pid=94214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:20:22.424786 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.managers [None req-1690d4f7-a52c-41b7-ad7e-5926fd91f3eb None None] Attempting to bind port bd93689b-3c61-4018-9e42-48f5107af223 on host dv-cinder-759943-10-iscsi for vnic_type normal with profile {{(pid=94214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 18:20:22.425236 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.managers [None req-1690d4f7-a52c-41b7-ad7e-5926fd91f3eb None None] Attempting to bind port bd93689b-3c61-4018-9e42-48f5107af223 by drivers openvswitch,hyperv on host dv-cinder-759943-10-iscsi at level 0 using segments [{'id': '7eaed6a7-5a45-4d84-aa5c-ab7d15676367', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce'}] {{(pid=94214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 18:20:22.425489 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1690d4f7-a52c-41b7-ad7e-5926fd91f3eb None None] Attempting to bind port bd93689b-3c61-4018-9e42-48f5107af223 on network 7a7b82d9-a69e-485d-9e07-6a129d075bce {{(pid=94214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 18:20:22.437110 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1690d4f7-a52c-41b7-ad7e-5926fd91f3eb None None] Checking agent: {'id': '5c163145-f35a-4c40-8b97-030a9bee90f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 18, 4, 38), 'started_at': datetime.datetime(2021, 8, 12, 18, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 18, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 18:20:22.437599 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1690d4f7-a52c-41b7-ad7e-5926fd91f3eb None None] Checking segment: {'id': '7eaed6a7-5a45-4d84-aa5c-ab7d15676367', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 18:20:22.438218 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron_lib.callbacks.manager [None req-1690d4f7-a52c-41b7-ad7e-5926fd91f3eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:22.438663 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1690d4f7-a52c-41b7-ad7e-5926fd91f3eb None None] Bound using segment: {'id': '7eaed6a7-5a45-4d84-aa5c-ab7d15676367', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce'} {{(pid=94214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 18:20:22.439223 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.managers [None req-1690d4f7-a52c-41b7-ad7e-5926fd91f3eb None None] Bound port: bd93689b-3c61-4018-9e42-48f5107af223, host: dv-cinder-759943-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eaed6a7-5a45-4d84-aa5c-ab7d15676367', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce'}}] {{(pid=94214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 18:20:22.442099 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron_lib.callbacks.manager [None req-1690d4f7-a52c-41b7-ad7e-5926fd91f3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:22.504858 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-ad6a3589-ffc0-4805-8ce8-4c0e30dcdc7f req-e7690b73-b72d-4783-99cb-50afa30247da tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=2da7e24b-cf8a-41e2-806d-0c0fa84eab03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123447 Aug 12 18:20:22.507534 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.db [None req-1690d4f7-a52c-41b7-ad7e-5926fd91f3eb None None] For port bd93689b-3c61-4018-9e42-48f5107af223, host dv-cinder-759943-10-iscsi, cleared binding levels {{(pid=94214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 18:20:22.512206 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.db [None req-1690d4f7-a52c-41b7-ad7e-5926fd91f3eb None None] For port bd93689b-3c61-4018-9e42-48f5107af223, host dv-cinder-759943-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-10-iscsi',level=0,port_id=bd93689b-3c61-4018-9e42-48f5107af223,segment=NetworkSegment(7eaed6a7-5a45-4d84-aa5c-ab7d15676367),segment_id=7eaed6a7-5a45-4d84-aa5c-ab7d15676367)] {{(pid=94214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 18:20:22.512861 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.db_base_plugin_common [None req-d2f11753-11b0-4dc0-ac7b-e00317404083 admin admin] Allocated IP 172.20.0.1 (44c72a6a-9c36-41dd-a5b2-092e22933d9a/c7f54a69-e810-4a7a-9ff2-5e2f0ce7b079/4f0f212e-cc8e-4de9-8ae0-c05a0b9436e0) {{(pid=94212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 18:20:22.516628 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6285a664-4e96-4898-aaa2-c96ca8b501f3 None None] Network 44c72a6a-9c36-41dd-a5b2-092e22933d9a requested from dv-cinder-759943-10-iscsi {{(pid=94213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 18:20:22.532651 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron_lib.callbacks.manager [None req-1690d4f7-a52c-41b7-ad7e-5926fd91f3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:22.564886 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device be927a16-4422-4bbf-a634-4d223e017989 up at agent ovs-agent-dv-cinder-759943-10-iscsi {{(pid=94213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 18:20:22.593339 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb093025-aa57-4a25-80f2-97d2779d4e1f None None] Pushing event updated for resources: {'Port': ['ID=bd93689b-3c61-4018-9e42-48f5107af223,revision_number=3']} {{(pid=94214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:20:22.620216 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1690d4f7-a52c-41b7-ad7e-5926fd91f3eb None None] Routers {'6495094d-9ec5-496f-a5fb-5fc97e5bdf54'} bound to L3 agent in host dv-cinder-759943-10-iscsi {{(pid=94214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 18:20:22.620838 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_hamode_db [None req-1690d4f7-a52c-41b7-ad7e-5926fd91f3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T18:04:37Z,description=,heartbeat_timestamp=2021-08-12T18:20:07Z,host='dv-cinder-759943-10-iscsi',id=35f8a3af-1ed6-4507-a756-5ee5db7e6400,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T18:04:37Z,topic='l3_agent')) {'router_ids': ['6495094d-9ec5-496f-a5fb-5fc97e5bdf54'], 'active': True} {{(pid=94214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:20:22.642159 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-d2f11753-11b0-4dc0-ac7b-e00317404083 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:22.656322 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.provisioning_blocks [None req-d2f11753-11b0-4dc0-ac7b-e00317404083 admin admin] Transition to ACTIVE for port object 4f0f212e-cc8e-4de9-8ae0-c05a0b9436e0 will not be triggered until provisioned by entity DHCP. {{(pid=94212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 18:20:22.673676 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-2ae36f8c-ea52-4da4-8241-1517ed2f09ec None None] Provisioning for port 7f45d967-ef05-44ee-b223-5508c7ebeb79 completed by entity DHCP. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 18:20:22.696384 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-d2f11753-11b0-4dc0-ac7b-e00317404083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763627144933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8400677'] for port, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:22.748024 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Provisioning for port be927a16-4422-4bbf-a634-4d223e017989 completed by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 18:20:22.753921 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Provisioning complete for port be927a16-4422-4bbf-a634-4d223e017989 triggered by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:20:22.754413 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:22.759392 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f11753-11b0-4dc0-ac7b-e00317404083 admin admin] Pushing event updated for resources: {'Port': ['ID=4f0f212e-cc8e-4de9-8ae0-c05a0b9436e0,revision_number=1']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:20:22.775273 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f11753-11b0-4dc0-ac7b-e00317404083 admin admin] Network 44c72a6a-9c36-41dd-a5b2-092e22933d9a is already hosted by enough agents. {{(pid=94212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 18:20:22.777017 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.base_scheduler [None req-d2f11753-11b0-4dc0-ac7b-e00317404083 admin admin] Resources bound (agent type, host, resource id): {{(pid=94212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 18:20:22.779585 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f11753-11b0-4dc0-ac7b-e00317404083 admin admin] Received port after_create {{(pid=94212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 18:20:22.818580 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-d2f11753-11b0-4dc0-ac7b-e00317404083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693555'] for router_interface, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:22.879018 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_dvr_db [None req-1690d4f7-a52c-41b7-ad7e-5926fd91f3eb None None] Set router 6495094d-9ec5-496f-a5fb-5fc97e5bdf54 gateway port host: dv-cinder-759943-10-iscsi {{(pid=94214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 18:20:22.896849 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:22.938441 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] For port be927a16-4422-4bbf-a634-4d223e017989, host dv-cinder-759943-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-10-iscsi',level=0,port_id=be927a16-4422-4bbf-a634-4d223e017989,segment=NetworkSegment(c50bee88-fb75-4c7e-92a9-e5ad83fc9ee6),segment_id=c50bee88-fb75-4c7e-92a9-e5ad83fc9ee6)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:20:22.947244 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:22.948142 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device 7f45d967-ef05-44ee-b223-5508c7ebeb79 up at agent ovs-agent-dv-cinder-759943-10-iscsi {{(pid=94213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 18:20:22.978010 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-d2f11753-11b0-4dc0-ac7b-e00317404083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:23.058555 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Provisioning for port 7f45d967-ef05-44ee-b223-5508c7ebeb79 completed by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 18:20:23.102338 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Pushing event updated for resources: {'Port': ['ID=be927a16-4422-4bbf-a634-4d223e017989,revision_number=5']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:20:23.121432 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Provisioning complete for port 7f45d967-ef05-44ee-b223-5508c7ebeb79 triggered by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:20:23.121432 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:23.257717 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-d2f11753-11b0-4dc0-ac7b-e00317404083 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:23.261260 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:23.268491 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-7fbb6716-7992-4663-a8f1-5b92ba253687 None None] Provisioning complete for port 7f45d967-ef05-44ee-b223-5508c7ebeb79 triggered by entity DHCP. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:20:23.269048 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-7fbb6716-7992-4663-a8f1-5b92ba253687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:23.276181 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-d2f11753-11b0-4dc0-ac7b-e00317404083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8400684'] for port, after_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:23.282557 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_hamode_db [None req-1690d4f7-a52c-41b7-ad7e-5926fd91f3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6495094d-9ec5-496f-a5fb-5fc97e5bdf54', 'name': 'tempest-TestVolumeBootPattern-1183543003-router', 'tenant_id': 'eef2ae5f4c5d4ab4ac4ca6de19f1db05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'bd93689b-3c61-4018-9e42-48f5107af223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:20:19Z', 'updated_at': '2021-08-12T18:20:20Z', 'revision_number': 3, 'project_id': 'eef2ae5f4c5d4ab4ac4ca6de19f1db05', 'gw_port': {'id': 'bd93689b-3c61-4018-9e42-48f5107af223', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d9:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6495094d-9ec5-496f-a5fb-5fc97e5bdf54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:20:20Z', 'updated_at': '2021-08-12T18:20:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi'}], 'dv-cinder-759943-10-iscsi', False) {} {{(pid=94214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:20:23.342203 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1690d4f7-a52c-41b7-ad7e-5926fd91f3eb None None] The sync data for ids ['6495094d-9ec5-496f-a5fb-5fc97e5bdf54'] in dv-cinder-759943-10-iscsi is: [{'id': '6495094d-9ec5-496f-a5fb-5fc97e5bdf54', 'name': 'tempest-TestVolumeBootPattern-1183543003-router', 'tenant_id': 'eef2ae5f4c5d4ab4ac4ca6de19f1db05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'bd93689b-3c61-4018-9e42-48f5107af223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:20:19Z', 'updated_at': '2021-08-12T18:20:20Z', 'revision_number': 3, 'project_id': 'eef2ae5f4c5d4ab4ac4ca6de19f1db05', 'gw_port': {'id': 'bd93689b-3c61-4018-9e42-48f5107af223', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d9:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6495094d-9ec5-496f-a5fb-5fc97e5bdf54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:20:20Z', 'updated_at': '2021-08-12T18:20:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi'}] {{(pid=94214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 18:20:23.372657 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] For port 7f45d967-ef05-44ee-b223-5508c7ebeb79, host dv-cinder-759943-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-10-iscsi',level=0,port_id=7f45d967-ef05-44ee-b223-5508c7ebeb79,segment=NetworkSegment(27441a5b-bb0a-408d-9912-edb7579a1743),segment_id=27441a5b-bb0a-408d-9912-edb7579a1743)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:20:23.393811 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-d2f11753-11b0-4dc0-ac7b-e00317404083 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693671'] for router_interface, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:23.396059 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f11753-11b0-4dc0-ac7b-e00317404083 admin admin] Pushing event updated for resources: {'Port': ['ID=4f0f212e-cc8e-4de9-8ae0-c05a0b9436e0,revision_number=2']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:20:23.416573 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:23.475219 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-7fbb6716-7992-4663-a8f1-5b92ba253687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:23.510710 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Pushing event updated for resources: {'Port': ['ID=7f45d967-ef05-44ee-b223-5508c7ebeb79,revision_number=3']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:20:23.559249 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.db.api [None req-7fbb6716-7992-4663-a8f1-5b92ba253687 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94213) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 18:20:23.559840 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG oslo_db.api [None req-7fbb6716-7992-4663-a8f1-5b92ba253687 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 18:20:23.577445 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f11753-11b0-4dc0-ac7b-e00317404083 admin admin] Network 44c72a6a-9c36-41dd-a5b2-092e22933d9a is already hosted by enough agents. {{(pid=94212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 18:20:23.580591 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.base_scheduler [None req-d2f11753-11b0-4dc0-ac7b-e00317404083 admin admin] Resources bound (agent type, host, resource id): {{(pid=94212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 18:20:23.608613 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e81f4c-a2e8-4842-965b-62098771451a req-aad46eec-c4db-4eab-b9f9-15bf188a6c36 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:20:23.611336 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-93e81f4c-a2e8-4842-965b-62098771451a req-aad46eec-c4db-4eab-b9f9-15bf188a6c36 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.57 "GET /v2.0/ports?device_id=36c1e6bd-8154-4b77-af99-8dc0411b817b HTTP/1.1" status: 200 len: 946 time: 0.0877311 Aug 12 18:20:23.654522 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356ce357-55d5-459f-b537-5b31ad8b2442 req-539f7161-1e16-4b3e-a4a9-9cf05cc47d14 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:20:23.656722 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-356ce357-55d5-459f-b537-5b31ad8b2442 req-539f7161-1e16-4b3e-a4a9-9cf05cc47d14 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=36c1e6bd-8154-4b77-af99-8dc0411b817b HTTP/1.1" status: 200 len: 946 time: 0.0640054 Aug 12 18:20:23.733101 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-356ce357-55d5-459f-b537-5b31ad8b2442 req-38aa7426-575d-4d06-aa17-90e43f0aebe5 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups?id=2da7e24b-cf8a-41e2-806d-0c0fa84eab03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703487 Aug 12 18:20:23.776810 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2f11753-11b0-4dc0-ac7b-e00317404083 admin admin] Router 6495094d-9ec5-496f-a5fb-5fc97e5bdf54 has already been hosted by L3 agent 35f8a3af-1ed6-4507-a756-5ee5db7e6400 {{(pid=94212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 18:20:23.929308 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.plugin [req-93e81f4c-a2e8-4842-965b-62098771451a req-4461b2f9-6400-4366-9247-1e23733a1062 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Deleting port 10b05948-8d17-4a21-953c-6b22de2f9546 {{(pid=94212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 18:20:23.929662 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-93e81f4c-a2e8-4842-965b-62098771451a req-4461b2f9-6400-4366-9247-1e23733a1062 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763627642920'] for port, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:23.994963 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2f11753-11b0-4dc0-ac7b-e00317404083 admin admin] Notify agent at l3_agent.dv-cinder-759943-10-iscsi the message routers_updated {{(pid=94212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 18:20:24.002034 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-d2f11753-11b0-4dc0-ac7b-e00317404083 admin admin] 10.222.0.30 "PUT /v2.0/routers/6495094d-9ec5-496f-a5fb-5fc97e5bdf54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6961091 Aug 12 18:20:24.044639 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.db [req-93e81f4c-a2e8-4842-965b-62098771451a req-4461b2f9-6400-4366-9247-1e23733a1062 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] For port 10b05948-8d17-4a21-953c-6b22de2f9546, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=10b05948-8d17-4a21-953c-6b22de2f9546,segment=NetworkSegment(b0bd17e6-9f7e-43f1-a264-2ad32dfe27ab),segment_id=b0bd17e6-9f7e-43f1-a264-2ad32dfe27ab)] {{(pid=94212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:20:24.045074 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-93e81f4c-a2e8-4842-965b-62098771451a req-4461b2f9-6400-4366-9247-1e23733a1062 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-732327'] for port, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:24.115050 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-7fbb6716-7992-4663-a8f1-5b92ba253687 None None] Provisioning for port 4f0f212e-cc8e-4de9-8ae0-c05a0b9436e0 completed by entity DHCP. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 18:20:24.119960 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-7fbb6716-7992-4663-a8f1-5b92ba253687 None None] Provisioning complete for port 4f0f212e-cc8e-4de9-8ae0-c05a0b9436e0 triggered by entity DHCP. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:20:24.119960 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-7fbb6716-7992-4663-a8f1-5b92ba253687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:24.172362 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.plugin [None req-7fbb6716-7992-4663-a8f1-5b92ba253687 None None] Port 4f0f212e-cc8e-4de9-8ae0-c05a0b9436e0 cannot update to ACTIVE because it is not bound. {{(pid=94213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 18:20:24.252349 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-93e81f4c-a2e8-4842-965b-62098771451a req-4461b2f9-6400-4366-9247-1e23733a1062 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:24.252765 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-93e81f4c-a2e8-4842-965b-62098771451a req-4461b2f9-6400-4366-9247-1e23733a1062 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734856'] for floatingip, after_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:24.253205 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.db.l3_db [req-93e81f4c-a2e8-4842-965b-62098771451a req-4461b2f9-6400-4366-9247-1e23733a1062 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Floating IP fec33ab8-fc4c-4c19-bb28-8d1f642e9afd disassociated. External IP: 172.27.3.75, port: 10b05948-8d17-4a21-953c-6b22de2f9546. Aug 12 18:20:24.254056 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.plugin [req-93e81f4c-a2e8-4842-965b-62098771451a req-4461b2f9-6400-4366-9247-1e23733a1062 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Calling delete_port for 10b05948-8d17-4a21-953c-6b22de2f9546 owned by compute:nova {{(pid=94212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 18:20:24.293453 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-38cd475a-6dbd-4ee2-9404-772ca2e0f10a None None] Provisioning complete for port 4f0f212e-cc8e-4de9-8ae0-c05a0b9436e0 triggered by entity DHCP. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:20:24.293999 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-38cd475a-6dbd-4ee2-9404-772ca2e0f10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:24.337344 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.plugin [None req-38cd475a-6dbd-4ee2-9404-772ca2e0f10a None None] Port 4f0f212e-cc8e-4de9-8ae0-c05a0b9436e0 cannot update to ACTIVE because it is not bound. {{(pid=94213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 18:20:24.418111 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-93e81f4c-a2e8-4842-965b-62098771451a req-4461b2f9-6400-4366-9247-1e23733a1062 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763627647362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763627144942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8400677'] for port, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:24.451585 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4461b2f9-6400-4366-9247-1e23733a1062 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Pushing event deleted for resources: {'Port': ['ID=10b05948-8d17-4a21-953c-6b22de2f9546,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:20:24.551687 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device bd93689b-3c61-4018-9e42-48f5107af223 up at agent ovs-agent-dv-cinder-759943-10-iscsi {{(pid=94213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 18:20:24.605393 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Provisioning for port bd93689b-3c61-4018-9e42-48f5107af223 completed by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 18:20:24.609669 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Provisioning complete for port bd93689b-3c61-4018-9e42-48f5107af223 triggered by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:20:24.610103 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:24.700154 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:24.721072 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] For port bd93689b-3c61-4018-9e42-48f5107af223, host dv-cinder-759943-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-10-iscsi',level=0,port_id=bd93689b-3c61-4018-9e42-48f5107af223,segment=NetworkSegment(7eaed6a7-5a45-4d84-aa5c-ab7d15676367),segment_id=7eaed6a7-5a45-4d84-aa5c-ab7d15676367)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:20:24.725452 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:24.726331 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device be927a16-4422-4bbf-a634-4d223e017989 up at agent ovs-agent-dv-cinder-759943-10-iscsi {{(pid=94213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 18:20:24.799766 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 56202) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:20:24.804460 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.v2.base [None req-18d4bfb5-1ede-407f-8389-a60ff299ba5b tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2047887017', 'description': 'tempest-secgroup-smoke-2047887017 description', 'project_id': '8cc8b54eaea84dce93e93369d1e2a235'}} {{(pid=94211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:20:24.813164 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Pushing event updated for resources: {'Port': ['ID=bd93689b-3c61-4018-9e42-48f5107af223,revision_number=4']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:20:24.827833 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Provisioning complete for port be927a16-4422-4bbf-a634-4d223e017989 triggered by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:20:24.828227 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:24.841530 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.l3_agent_scheduler [req-93e81f4c-a2e8-4842-965b-62098771451a req-4461b2f9-6400-4366-9247-1e23733a1062 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Router 384c2879-9ce6-4177-9b6b-26e1d664c3dd has already been hosted by L3 agent 35f8a3af-1ed6-4507-a756-5ee5db7e6400 {{(pid=94212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 18:20:24.861355 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-18d4bfb5-1ede-407f-8389-a60ff299ba5b tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks [] for security_group, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:24.879774 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-080cb0e5-03bd-42af-995e-a457b35c3320 req-ed565c1a-d62b-4c44-9e0d-6a0c4783e0d2 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/ports?device_id=36c1e6bd-8154-4b77-af99-8dc0411b817b HTTP/1.1" status: 200 len: 210 time: 0.0344448 Aug 12 18:20:24.934890 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device 7f45d967-ef05-44ee-b223-5508c7ebeb79 up at agent ovs-agent-dv-cinder-759943-10-iscsi {{(pid=94213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 18:20:24.990702 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-18d4bfb5-1ede-407f-8389-a60ff299ba5b tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks [] for security_group, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:24.990956 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-93e81f4c-a2e8-4842-965b-62098771451a req-4461b2f9-6400-4366-9247-1e23733a1062 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Notify agent at l3_agent.dv-cinder-759943-10-iscsi the message routers_updated {{(pid=94212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 18:20:24.999648 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-18d4bfb5-1ede-407f-8389-a60ff299ba5b tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:25.002404 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Provisioning complete for port 7f45d967-ef05-44ee-b223-5508c7ebeb79 triggered by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:20:25.002903 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:25.006122 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32916469-9209-434d-8b5d-96d15735881c None None] Sync routers for ids ['384c2879-9ce6-4177-9b6b-26e1d664c3dd'] in dv-cinder-759943-10-iscsi {{(pid=94213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 18:20:25.033598 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.l3_dvrscheduler_db [req-93e81f4c-a2e8-4842-965b-62098771451a req-4461b2f9-6400-4366-9247-1e23733a1062 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] No DVR routers for this DVR port 10b05948-8d17-4a21-953c-6b22de2f9546 on host hv-cinder-75994 {{(pid=94212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 18:20:25.036800 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-93e81f4c-a2e8-4842-965b-62098771451a req-4461b2f9-6400-4366-9247-1e23733a1062 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195385'] for port, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:25.039447 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-93e81f4c-a2e8-4842-965b-62098771451a req-4461b2f9-6400-4366-9247-1e23733a1062 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.57 "DELETE /v2.0/ports/10b05948-8d17-4a21-953c-6b22de2f9546 HTTP/1.1" status: 204 len: 173 time: 1.3928251 Aug 12 18:20:25.040107 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36c1e6bd-8154-4b77-af99-8dc0411b817b', 'name': 'network-vif-deleted', 'tag': '10b05948-8d17-4a21-953c-6b22de2f9546'}] {{(pid=94212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 18:20:25.043424 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd512f55349b839fb4675422b2dbaf52bda1baead41a4efd90d4bf8a5142663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e146cc84-05f5-4d9a-9c82-d15924814e83" -d '{"events": [{"server_uuid": "36c1e6bd-8154-4b77-af99-8dc0411b817b", "name": "network-vif-deleted", "tag": "10b05948-8d17-4a21-953c-6b22de2f9546"}]}' {{(pid=94212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 18:20:25.047603 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d4bfb5-1ede-407f-8389-a60ff299ba5b tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce17333-f48b-4fb5-8537-1fff2ad9421d,revision_number=1']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:20:25.050304 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-18d4bfb5-1ede-407f-8389-a60ff299ba5b tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks [] for security_group, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:25.051819 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-18d4bfb5-1ede-407f-8389-a60ff299ba5b tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2510381 Aug 12 18:20:25.055186 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 56206) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:20:25.060494 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d4bfb5-1ede-407f-8389-a60ff299ba5b tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:20:25.060889 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d4bfb5-1ede-407f-8389-a60ff299ba5b tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:20:25.061126 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.v2.base [None req-832cf199-f8d5-42bf-8dec-885456a3b8f5 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Request body: {'security_group_rule': {'security_group_id': '2ce17333-f48b-4fb5-8537-1fff2ad9421d', 'project_id': '8cc8b54eaea84dce93e93369d1e2a235', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:20:25.061331 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d4bfb5-1ede-407f-8389-a60ff299ba5b tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:20:25.061697 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d4bfb5-1ede-407f-8389-a60ff299ba5b tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:20:25.062084 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d4bfb5-1ede-407f-8389-a60ff299ba5b tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:20:25.063256 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d4bfb5-1ede-407f-8389-a60ff299ba5b tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:20:25.063714 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d4bfb5-1ede-407f-8389-a60ff299ba5b tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:20:25.064060 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d4bfb5-1ede-407f-8389-a60ff299ba5b tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:20:25.064450 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32916469-9209-434d-8b5d-96d15735881c None None] Routers {'384c2879-9ce6-4177-9b6b-26e1d664c3dd'} bound to L3 agent in host dv-cinder-759943-10-iscsi {{(pid=94213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 18:20:25.064577 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d4bfb5-1ede-407f-8389-a60ff299ba5b tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:20:25.064885 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d4bfb5-1ede-407f-8389-a60ff299ba5b tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:20:25.065278 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d4bfb5-1ede-407f-8389-a60ff299ba5b tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:20:25.065663 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d4bfb5-1ede-407f-8389-a60ff299ba5b tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:20:25.066419 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-32916469-9209-434d-8b5d-96d15735881c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T18:04:37Z,description=,heartbeat_timestamp=2021-08-12T18:20:07Z,host='dv-cinder-759943-10-iscsi',id=35f8a3af-1ed6-4507-a756-5ee5db7e6400,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T18:04:37Z,topic='l3_agent')) {'router_ids': ['384c2879-9ce6-4177-9b6b-26e1d664c3dd'], 'active': True} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:20:25.095934 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-832cf199-f8d5-42bf-8dec-885456a3b8f5 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:25.126564 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 18:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-390a3761-b03b-45c3-8d0d-31466e456421 x-openstack-request-id: req-390a3761-b03b-45c3-8d0d-31466e456421 {{(pid=94212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 18:20:25.127319 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36c1e6bd-8154-4b77-af99-8dc0411b817b", "name": "network-vif-deleted", "tag": "10b05948-8d17-4a21-953c-6b22de2f9546", "status": "completed", "code": 200}]} {{(pid=94212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 18:20:25.127319 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-390a3761-b03b-45c3-8d0d-31466e456421 {{(pid=94212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 18:20:25.127762 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36c1e6bd-8154-4b77-af99-8dc0411b817b', 'name': 'network-vif-deleted', 'tag': '10b05948-8d17-4a21-953c-6b22de2f9546', 'status': 'completed', 'code': 200} Aug 12 18:20:25.148169 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-832cf199-f8d5-42bf-8dec-885456a3b8f5 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:25.153397 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-832cf199-f8d5-42bf-8dec-885456a3b8f5 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740685'] for security_group_rule, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:25.175782 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832cf199-f8d5-42bf-8dec-885456a3b8f5 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a1b2fc3-e349-40f2-883f-83d8dd169eed,revision_number=0']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:20:25.181986 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-832cf199-f8d5-42bf-8dec-885456a3b8f5 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:25.183242 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-832cf199-f8d5-42bf-8dec-885456a3b8f5 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1268294 Aug 12 18:20:25.186173 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 56208) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:20:25.191524 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.v2.base [None req-518b8578-30f4-4242-8066-0ded73a5474e tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Request body: {'security_group_rule': {'security_group_id': '2ce17333-f48b-4fb5-8537-1fff2ad9421d', 'project_id': '8cc8b54eaea84dce93e93369d1e2a235', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:20:25.218009 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvr_db [None req-32916469-9209-434d-8b5d-96d15735881c None None] Set router 384c2879-9ce6-4177-9b6b-26e1d664c3dd gateway port host: dv-cinder-759943-10-iscsi {{(pid=94213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 18:20:25.225922 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-518b8578-30f4-4242-8066-0ded73a5474e tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:25.291670 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-518b8578-30f4-4242-8066-0ded73a5474e tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:25.295100 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-518b8578-30f4-4242-8066-0ded73a5474e tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740685'] for security_group_rule, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:25.312932 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518b8578-30f4-4242-8066-0ded73a5474e tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d978b4ae-6ddf-4d2e-8753-747d24f5387a,revision_number=0']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:20:25.318951 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-518b8578-30f4-4242-8066-0ded73a5474e tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:25.322358 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-518b8578-30f4-4242-8066-0ded73a5474e tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1348450 Aug 12 18:20:25.322915 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 56210) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:20:25.327510 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.v2.base [None req-08323203-da3d-4b9b-873b-e048e0a1c745 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Request body: {'security_group_rule': {'security_group_id': '2ce17333-f48b-4fb5-8537-1fff2ad9421d', 'project_id': '8cc8b54eaea84dce93e93369d1e2a235', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:20:25.359989 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-08323203-da3d-4b9b-873b-e048e0a1c745 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:25.431292 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-08323203-da3d-4b9b-873b-e048e0a1c745 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:25.435691 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-08323203-da3d-4b9b-873b-e048e0a1c745 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740685'] for security_group_rule, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:25.454854 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08323203-da3d-4b9b-873b-e048e0a1c745 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fef3b275-06c4-44ef-994f-8ec96b8106dd,revision_number=0']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:20:25.463004 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-08323203-da3d-4b9b-873b-e048e0a1c745 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:25.463972 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-08323203-da3d-4b9b-873b-e048e0a1c745 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1400046 Aug 12 18:20:25.466572 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 56212) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:20:25.472489 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.v2.base [None req-42847055-4b39-472e-ad37-b5253ca53e55 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Request body: {'security_group_rule': {'security_group_id': '2ce17333-f48b-4fb5-8537-1fff2ad9421d', 'project_id': '8cc8b54eaea84dce93e93369d1e2a235', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:20:25.502638 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-42847055-4b39-472e-ad37-b5253ca53e55 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:25.572228 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-42847055-4b39-472e-ad37-b5253ca53e55 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:25.578499 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-42847055-4b39-472e-ad37-b5253ca53e55 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740685'] for security_group_rule, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:25.582471 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-32916469-9209-434d-8b5d-96d15735881c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '384c2879-9ce6-4177-9b6b-26e1d664c3dd', 'name': 'tempest-AttachVolumeShelveTestJSON-1511224777-router', 'tenant_id': '7914b9ae47f74d8a8462a76f248cff78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'be1f3d67-0e92-4b1e-a14c-b2675080bdb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:14:54Z', 'updated_at': '2021-08-12T18:14:57Z', 'revision_number': 4, 'project_id': '7914b9ae47f74d8a8462a76f248cff78', 'gw_port': {'id': 'be1f3d67-0e92-4b1e-a14c-b2675080bdb3', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:11:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384c2879-9ce6-4177-9b6b-26e1d664c3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:14:55Z', 'updated_at': '2021-08-12T18:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi', '_interfaces': [{'id': '0d29fef7-69dc-417d-84af-6999c604c4ec', 'name': '', 'network_id': '6b1fc686-fd3a-4539-aa22-2794a86ed1a0', 'tenant_id': '7914b9ae47f74d8a8462a76f248cff78', 'mac_address': 'fa:16:3e:46:72:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384c2879-9ce6-4177-9b6b-26e1d664c3dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '1d6fbddb-fc25-47a1-888d-ce03ef22670c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:14:56Z', 'updated_at': '2021-08-12T18:15:02Z', 'revision_number': 5, 'project_id': '7914b9ae47f74d8a8462a76f248cff78', 'subnets': [{'id': '1d6fbddb-fc25-47a1-888d-ce03ef22670c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-10-iscsi', False) {} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:20:25.596058 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a4d2d8-cafa-4105-8668-fe01b5a847fa None None] Sync routers for ids ['6495094d-9ec5-496f-a5fb-5fc97e5bdf54'] in dv-cinder-759943-10-iscsi {{(pid=94214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 18:20:25.606087 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a4d2d8-cafa-4105-8668-fe01b5a847fa None None] Routers {'6495094d-9ec5-496f-a5fb-5fc97e5bdf54'} bound to L3 agent in host dv-cinder-759943-10-iscsi {{(pid=94214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 18:20:25.606899 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_hamode_db [None req-66a4d2d8-cafa-4105-8668-fe01b5a847fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T18:04:37Z,description=,heartbeat_timestamp=2021-08-12T18:20:07Z,host='dv-cinder-759943-10-iscsi',id=35f8a3af-1ed6-4507-a756-5ee5db7e6400,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T18:04:37Z,topic='l3_agent')) {'router_ids': ['6495094d-9ec5-496f-a5fb-5fc97e5bdf54'], 'active': True} {{(pid=94214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:20:25.608431 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42847055-4b39-472e-ad37-b5253ca53e55 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3d4cd3a-3799-4025-b9aa-8f738ee2a33e,revision_number=0']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:20:25.613315 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-42847055-4b39-472e-ad37-b5253ca53e55 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:25.614946 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-42847055-4b39-472e-ad37-b5253ca53e55 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1468663 Aug 12 18:20:25.617485 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 56214) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:20:25.621547 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32916469-9209-434d-8b5d-96d15735881c None None] Checking router: 384c2879-9ce6-4177-9b6b-26e1d664c3dd for host: dv-cinder-759943-10-iscsi {{(pid=94213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 18:20:25.622956 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.v2.base [None req-a1b8ceba-6285-4396-98d1-56a1d3372a87 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Request body: {'security_group_rule': {'security_group_id': '2ce17333-f48b-4fb5-8537-1fff2ad9421d', 'project_id': '8cc8b54eaea84dce93e93369d1e2a235', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:20:25.630433 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32916469-9209-434d-8b5d-96d15735881c None None] Routers {'384c2879-9ce6-4177-9b6b-26e1d664c3dd'} bound to L3 agent in host dv-cinder-759943-10-iscsi {{(pid=94213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 18:20:25.631312 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-32916469-9209-434d-8b5d-96d15735881c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T18:04:37Z,description=,heartbeat_timestamp=2021-08-12T18:20:07Z,host='dv-cinder-759943-10-iscsi',id=35f8a3af-1ed6-4507-a756-5ee5db7e6400,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T18:04:37Z,topic='l3_agent')) {'router_ids': ['384c2879-9ce6-4177-9b6b-26e1d664c3dd'], 'active': True} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:20:25.650525 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.db.securitygroups_db [None req-a1b8ceba-6285-4396-98d1-56a1d3372a87 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Project 8cc8b54eaea84dce93e93369d1e2a235 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 18:20:25.655560 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-a1b8ceba-6285-4396-98d1-56a1d3372a87 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:25.715352 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_dvr_db [None req-66a4d2d8-cafa-4105-8668-fe01b5a847fa None None] Set router 6495094d-9ec5-496f-a5fb-5fc97e5bdf54 gateway port host: dv-cinder-759943-10-iscsi {{(pid=94214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 18:20:25.718369 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-a1b8ceba-6285-4396-98d1-56a1d3372a87 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:25.723212 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-a1b8ceba-6285-4396-98d1-56a1d3372a87 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740685'] for security_group_rule, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:25.744096 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvr_db [None req-32916469-9209-434d-8b5d-96d15735881c None None] Set router 384c2879-9ce6-4177-9b6b-26e1d664c3dd gateway port host: dv-cinder-759943-10-iscsi {{(pid=94213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 18:20:25.744500 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b8ceba-6285-4396-98d1-56a1d3372a87 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fbc3769-ea2f-4d00-9114-a71c4883634d,revision_number=0']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:20:25.755360 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-a1b8ceba-6285-4396-98d1-56a1d3372a87 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:25.759095 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-a1b8ceba-6285-4396-98d1-56a1d3372a87 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1378071 Aug 12 18:20:25.759831 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 56216) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:20:25.764651 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.v2.base [None req-7ba29962-bfd3-40ed-8b1a-384c6631b045 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Request body: {'security_group_rule': {'security_group_id': '2ce17333-f48b-4fb5-8537-1fff2ad9421d', 'project_id': '8cc8b54eaea84dce93e93369d1e2a235', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:20:25.787857 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.db.securitygroups_db [None req-7ba29962-bfd3-40ed-8b1a-384c6631b045 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Project 8cc8b54eaea84dce93e93369d1e2a235 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 18:20:25.793177 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-7ba29962-bfd3-40ed-8b1a-384c6631b045 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:25.860105 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-7ba29962-bfd3-40ed-8b1a-384c6631b045 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:25.865383 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-7ba29962-bfd3-40ed-8b1a-384c6631b045 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740685'] for security_group_rule, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:25.883819 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba29962-bfd3-40ed-8b1a-384c6631b045 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23f2c0fd-a4d2-473f-a3f0-fc5ded7c9cdd,revision_number=0']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:20:25.893626 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-7ba29962-bfd3-40ed-8b1a-384c6631b045 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:25.895095 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-7ba29962-bfd3-40ed-8b1a-384c6631b045 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1339335 Aug 12 18:20:25.925917 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_hamode_db [None req-66a4d2d8-cafa-4105-8668-fe01b5a847fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6495094d-9ec5-496f-a5fb-5fc97e5bdf54', 'name': 'tempest-TestVolumeBootPattern-1183543003-router', 'tenant_id': 'eef2ae5f4c5d4ab4ac4ca6de19f1db05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'bd93689b-3c61-4018-9e42-48f5107af223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:20:19Z', 'updated_at': '2021-08-12T18:20:22Z', 'revision_number': 4, 'project_id': 'eef2ae5f4c5d4ab4ac4ca6de19f1db05', 'gw_port': {'id': 'bd93689b-3c61-4018-9e42-48f5107af223', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d9:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6495094d-9ec5-496f-a5fb-5fc97e5bdf54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:20:20Z', 'updated_at': '2021-08-12T18:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi', '_interfaces': [{'id': '4f0f212e-cc8e-4de9-8ae0-c05a0b9436e0', 'name': '', 'network_id': '44c72a6a-9c36-41dd-a5b2-092e22933d9a', 'tenant_id': 'eef2ae5f4c5d4ab4ac4ca6de19f1db05', 'mac_address': 'fa:16:3e:07:8c:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6495094d-9ec5-496f-a5fb-5fc97e5bdf54', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'c7f54a69-e810-4a7a-9ff2-5e2f0ce7b079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:20:22Z', 'updated_at': '2021-08-12T18:20:23Z', 'revision_number': 2, 'project_id': 'eef2ae5f4c5d4ab4ac4ca6de19f1db05', 'subnets': [{'id': 'c7f54a69-e810-4a7a-9ff2-5e2f0ce7b079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-10-iscsi', False) {} {{(pid=94214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:20:25.954388 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a4d2d8-cafa-4105-8668-fe01b5a847fa None None] Checking router: 6495094d-9ec5-496f-a5fb-5fc97e5bdf54 for host: dv-cinder-759943-10-iscsi {{(pid=94214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 18:20:25.955026 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a4d2d8-cafa-4105-8668-fe01b5a847fa None None] Updating router 6495094d-9ec5-496f-a5fb-5fc97e5bdf54 port 4f0f212e-cc8e-4de9-8ae0-c05a0b9436e0 binding host dv-cinder-759943-10-iscsi {{(pid=94214) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 18:20:25.968073 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-32916469-9209-434d-8b5d-96d15735881c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '384c2879-9ce6-4177-9b6b-26e1d664c3dd', 'name': 'tempest-AttachVolumeShelveTestJSON-1511224777-router', 'tenant_id': '7914b9ae47f74d8a8462a76f248cff78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'be1f3d67-0e92-4b1e-a14c-b2675080bdb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:14:54Z', 'updated_at': '2021-08-12T18:14:57Z', 'revision_number': 4, 'project_id': '7914b9ae47f74d8a8462a76f248cff78', 'gw_port': {'id': 'be1f3d67-0e92-4b1e-a14c-b2675080bdb3', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:11:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384c2879-9ce6-4177-9b6b-26e1d664c3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:14:55Z', 'updated_at': '2021-08-12T18:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi', '_interfaces': [{'id': '0d29fef7-69dc-417d-84af-6999c604c4ec', 'name': '', 'network_id': '6b1fc686-fd3a-4539-aa22-2794a86ed1a0', 'tenant_id': '7914b9ae47f74d8a8462a76f248cff78', 'mac_address': 'fa:16:3e:46:72:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384c2879-9ce6-4177-9b6b-26e1d664c3dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '1d6fbddb-fc25-47a1-888d-ce03ef22670c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:14:56Z', 'updated_at': '2021-08-12T18:15:02Z', 'revision_number': 5, 'project_id': '7914b9ae47f74d8a8462a76f248cff78', 'subnets': [{'id': '1d6fbddb-fc25-47a1-888d-ce03ef22670c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-10-iscsi', False) {} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:20:26.000899 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32916469-9209-434d-8b5d-96d15735881c None None] The sync data for ids ['384c2879-9ce6-4177-9b6b-26e1d664c3dd'] in dv-cinder-759943-10-iscsi is: [{'id': '384c2879-9ce6-4177-9b6b-26e1d664c3dd', 'name': 'tempest-AttachVolumeShelveTestJSON-1511224777-router', 'tenant_id': '7914b9ae47f74d8a8462a76f248cff78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'be1f3d67-0e92-4b1e-a14c-b2675080bdb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:14:54Z', 'updated_at': '2021-08-12T18:14:57Z', 'revision_number': 4, 'project_id': '7914b9ae47f74d8a8462a76f248cff78', 'gw_port': {'id': 'be1f3d67-0e92-4b1e-a14c-b2675080bdb3', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:11:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384c2879-9ce6-4177-9b6b-26e1d664c3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:14:55Z', 'updated_at': '2021-08-12T18:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi', '_interfaces': [{'id': '0d29fef7-69dc-417d-84af-6999c604c4ec', 'name': '', 'network_id': '6b1fc686-fd3a-4539-aa22-2794a86ed1a0', 'tenant_id': '7914b9ae47f74d8a8462a76f248cff78', 'mac_address': 'fa:16:3e:46:72:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384c2879-9ce6-4177-9b6b-26e1d664c3dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '1d6fbddb-fc25-47a1-888d-ce03ef22670c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:14:56Z', 'updated_at': '2021-08-12T18:15:02Z', 'revision_number': 5, 'project_id': '7914b9ae47f74d8a8462a76f248cff78', 'subnets': [{'id': '1d6fbddb-fc25-47a1-888d-ce03ef22670c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 18:20:26.001128 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron_lib.callbacks.manager [None req-66a4d2d8-cafa-4105-8668-fe01b5a847fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:26.001260 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 56244) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:20:26.067290 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-6fe88ceb-e40e-40f6-ab58-5ea4bcb0ab8b tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Notify callbacks [] for security_group, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:26.097497 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-6fe88ceb-e40e-40f6-ab58-5ea4bcb0ab8b tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:26.155083 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-6fe88ceb-e40e-40f6-ab58-5ea4bcb0ab8b tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:26.158103 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-6fe88ceb-e40e-40f6-ab58-5ea4bcb0ab8b tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Notify callbacks [] for security_group, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:26.159574 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-6fe88ceb-e40e-40f6-ab58-5ea4bcb0ab8b tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "DELETE /v2.0/security-groups/2da7e24b-cf8a-41e2-806d-0c0fa84eab03 HTTP/1.1" status: 204 len: 168 time: 0.1572497 Aug 12 18:20:26.162333 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 56262) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:20:26.191135 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe88ceb-e40e-40f6-ab58-5ea4bcb0ab8b tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da7e24b-cf8a-41e2-806d-0c0fa84eab03,revision_number=None']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:20:26.195009 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.api.v2.resource [None req-e406e037-f001-472f-88bf-08b51baa9771 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] show failed (client error): The resource could not be found. Aug 12 18:20:26.197061 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-e406e037-f001-472f-88bf-08b51baa9771 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "GET /v2.0/security-groups/2da7e24b-cf8a-41e2-806d-0c0fa84eab03 HTTP/1.1" status: 404 len: 347 time: 0.0334342 Aug 12 18:20:26.199523 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 56264) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:20:26.307555 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron_lib.callbacks.manager [None req-66a4d2d8-cafa-4105-8668-fe01b5a847fa None None] Notify callbacks [] for port, precommit_update {{(pid=94214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:26.318545 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.provisioning_blocks [None req-66a4d2d8-cafa-4105-8668-fe01b5a847fa None None] Transition to ACTIVE for port object 4f0f212e-cc8e-4de9-8ae0-c05a0b9436e0 will not be triggered until provisioned by entity L2. {{(pid=94214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 18:20:26.325130 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron_lib.callbacks.manager [None req-66a4d2d8-cafa-4105-8668-fe01b5a847fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:26.338942 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93ec1c7-d3ac-4255-bf73-9999eb5bb735 None None] New status for floating IP fec33ab8-fc4c-4c19-bb28-8d1f642e9afd: DOWN {{(pid=94213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 18:20:26.341460 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.plugins.ml2.plugin [None req-5d1c5daf-46fc-4f6f-81a7-c92f5ce9f136 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Deleting port 03c33a30-2d77-4aea-be98-8c8619237ff9 {{(pid=94211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 18:20:26.342800 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-5d1c5daf-46fc-4f6f-81a7-c92f5ce9f136 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763627642920'] for port, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:26.378401 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a3d7b1-001a-4152-9b2c-2d7f022babd5 None None] Pushing event updated for resources: {'Port': ['ID=4f0f212e-cc8e-4de9-8ae0-c05a0b9436e0,revision_number=3']} {{(pid=94214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:20:26.426181 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-5d1c5daf-46fc-4f6f-81a7-c92f5ce9f136 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-732327'] for port, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:26.428777 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-5d1c5daf-46fc-4f6f-81a7-c92f5ce9f136 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:26.455757 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.plugins.ml2.plugin [None req-5d1c5daf-46fc-4f6f-81a7-c92f5ce9f136 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Calling delete_port for 03c33a30-2d77-4aea-be98-8c8619237ff9 owned by network:floatingip {{(pid=94211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 18:20:26.485129 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.managers [None req-66a4d2d8-cafa-4105-8668-fe01b5a847fa None None] Attempting to bind port 4f0f212e-cc8e-4de9-8ae0-c05a0b9436e0 on host dv-cinder-759943-10-iscsi for vnic_type normal with profile {{(pid=94214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 18:20:26.485733 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.managers [None req-66a4d2d8-cafa-4105-8668-fe01b5a847fa None None] Attempting to bind port 4f0f212e-cc8e-4de9-8ae0-c05a0b9436e0 by drivers openvswitch,hyperv on host dv-cinder-759943-10-iscsi at level 0 using segments [{'id': '27441a5b-bb0a-408d-9912-edb7579a1743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '44c72a6a-9c36-41dd-a5b2-092e22933d9a'}] {{(pid=94214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 18:20:26.487718 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a4d2d8-cafa-4105-8668-fe01b5a847fa None None] Attempting to bind port 4f0f212e-cc8e-4de9-8ae0-c05a0b9436e0 on network 44c72a6a-9c36-41dd-a5b2-092e22933d9a {{(pid=94214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 18:20:26.498586 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a4d2d8-cafa-4105-8668-fe01b5a847fa None None] Checking agent: {'id': '5c163145-f35a-4c40-8b97-030a9bee90f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 18, 4, 38), 'started_at': datetime.datetime(2021, 8, 12, 18, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 18, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 18:20:26.498967 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a4d2d8-cafa-4105-8668-fe01b5a847fa None None] Checking segment: {'id': '27441a5b-bb0a-408d-9912-edb7579a1743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '44c72a6a-9c36-41dd-a5b2-092e22933d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 18:20:26.500770 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron_lib.callbacks.manager [None req-66a4d2d8-cafa-4105-8668-fe01b5a847fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:26.503224 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a4d2d8-cafa-4105-8668-fe01b5a847fa None None] Bound using segment: {'id': '27441a5b-bb0a-408d-9912-edb7579a1743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '44c72a6a-9c36-41dd-a5b2-092e22933d9a'} {{(pid=94214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 18:20:26.503736 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.managers [None req-66a4d2d8-cafa-4105-8668-fe01b5a847fa None None] Bound port: 4f0f212e-cc8e-4de9-8ae0-c05a0b9436e0, host: dv-cinder-759943-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27441a5b-bb0a-408d-9912-edb7579a1743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '44c72a6a-9c36-41dd-a5b2-092e22933d9a'}}] {{(pid=94214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 18:20:26.504141 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron_lib.callbacks.manager [None req-66a4d2d8-cafa-4105-8668-fe01b5a847fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:26.549986 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device bd93689b-3c61-4018-9e42-48f5107af223 up at agent ovs-agent-dv-cinder-759943-10-iscsi {{(pid=94213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 18:20:26.629213 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Provisioning complete for port bd93689b-3c61-4018-9e42-48f5107af223 triggered by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:20:26.629915 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:26.645747 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.db [None req-66a4d2d8-cafa-4105-8668-fe01b5a847fa None None] For port 4f0f212e-cc8e-4de9-8ae0-c05a0b9436e0, host dv-cinder-759943-10-iscsi, cleared binding levels {{(pid=94214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 18:20:26.649399 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.db [None req-66a4d2d8-cafa-4105-8668-fe01b5a847fa None None] For port 4f0f212e-cc8e-4de9-8ae0-c05a0b9436e0, host dv-cinder-759943-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-10-iscsi',level=0,port_id=4f0f212e-cc8e-4de9-8ae0-c05a0b9436e0,segment=NetworkSegment(27441a5b-bb0a-408d-9912-edb7579a1743),segment_id=27441a5b-bb0a-408d-9912-edb7579a1743)] {{(pid=94214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 18:20:26.658370 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron_lib.callbacks.manager [None req-66a4d2d8-cafa-4105-8668-fe01b5a847fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:26.690366 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-5d1c5daf-46fc-4f6f-81a7-c92f5ce9f136 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763627647362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763627144942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9252727'] for port, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:26.720174 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1c5daf-46fc-4f6f-81a7-c92f5ce9f136 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Pushing event deleted for resources: {'Port': ['ID=03c33a30-2d77-4aea-be98-8c8619237ff9,revision_number=None']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:20:26.726917 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a4d2d8-cafa-4105-8668-fe01b5a847fa None None] Routers {'6495094d-9ec5-496f-a5fb-5fc97e5bdf54'} bound to L3 agent in host dv-cinder-759943-10-iscsi {{(pid=94214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 18:20:26.727365 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_hamode_db [None req-66a4d2d8-cafa-4105-8668-fe01b5a847fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T18:04:37Z,description=,heartbeat_timestamp=2021-08-12T18:20:07Z,host='dv-cinder-759943-10-iscsi',id=35f8a3af-1ed6-4507-a756-5ee5db7e6400,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T18:04:37Z,topic='l3_agent')) {'router_ids': ['6495094d-9ec5-496f-a5fb-5fc97e5bdf54'], 'active': True} {{(pid=94214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:20:26.732862 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a3d7b1-001a-4152-9b2c-2d7f022babd5 None None] Pushing event updated for resources: {'Port': ['ID=4f0f212e-cc8e-4de9-8ae0-c05a0b9436e0,revision_number=4']} {{(pid=94214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:20:26.801229 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-5d1c5daf-46fc-4f6f-81a7-c92f5ce9f136 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Notify callbacks [] for floatingip, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:26.804584 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-5d1c5daf-46fc-4f6f-81a7-c92f5ce9f136 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195385'] for floatingip, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:26.808942 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-5d1c5daf-46fc-4f6f-81a7-c92f5ce9f136 tempest-AttachVolumeShelveTestJSON-1728127626 tempest-AttachVolumeShelveTestJSON-1728127626-project] 10.222.0.30 "DELETE /v2.0/floatingips/fec33ab8-fc4c-4c19-bb28-8d1f642e9afd HTTP/1.1" status: 204 len: 168 time: 0.6051974 Aug 12 18:20:26.877271 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_dvr_db [None req-66a4d2d8-cafa-4105-8668-fe01b5a847fa None None] Set router 6495094d-9ec5-496f-a5fb-5fc97e5bdf54 gateway port host: dv-cinder-759943-10-iscsi {{(pid=94214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 18:20:27.124028 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_hamode_db [None req-66a4d2d8-cafa-4105-8668-fe01b5a847fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6495094d-9ec5-496f-a5fb-5fc97e5bdf54', 'name': 'tempest-TestVolumeBootPattern-1183543003-router', 'tenant_id': 'eef2ae5f4c5d4ab4ac4ca6de19f1db05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'bd93689b-3c61-4018-9e42-48f5107af223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:20:19Z', 'updated_at': '2021-08-12T18:20:22Z', 'revision_number': 4, 'project_id': 'eef2ae5f4c5d4ab4ac4ca6de19f1db05', 'gw_port': {'id': 'bd93689b-3c61-4018-9e42-48f5107af223', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d9:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6495094d-9ec5-496f-a5fb-5fc97e5bdf54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:20:20Z', 'updated_at': '2021-08-12T18:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi', '_interfaces': [{'id': '4f0f212e-cc8e-4de9-8ae0-c05a0b9436e0', 'name': '', 'network_id': '44c72a6a-9c36-41dd-a5b2-092e22933d9a', 'tenant_id': 'eef2ae5f4c5d4ab4ac4ca6de19f1db05', 'mac_address': 'fa:16:3e:07:8c:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6495094d-9ec5-496f-a5fb-5fc97e5bdf54', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'c7f54a69-e810-4a7a-9ff2-5e2f0ce7b079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:20:22Z', 'updated_at': '2021-08-12T18:20:26Z', 'revision_number': 4, 'project_id': 'eef2ae5f4c5d4ab4ac4ca6de19f1db05', 'subnets': [{'id': 'c7f54a69-e810-4a7a-9ff2-5e2f0ce7b079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-10-iscsi', False) {} {{(pid=94214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:20:27.158041 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a4d2d8-cafa-4105-8668-fe01b5a847fa None None] The sync data for ids ['6495094d-9ec5-496f-a5fb-5fc97e5bdf54'] in dv-cinder-759943-10-iscsi is: [{'id': '6495094d-9ec5-496f-a5fb-5fc97e5bdf54', 'name': 'tempest-TestVolumeBootPattern-1183543003-router', 'tenant_id': 'eef2ae5f4c5d4ab4ac4ca6de19f1db05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'bd93689b-3c61-4018-9e42-48f5107af223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:20:19Z', 'updated_at': '2021-08-12T18:20:22Z', 'revision_number': 4, 'project_id': 'eef2ae5f4c5d4ab4ac4ca6de19f1db05', 'gw_port': {'id': 'bd93689b-3c61-4018-9e42-48f5107af223', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d9:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6495094d-9ec5-496f-a5fb-5fc97e5bdf54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:20:20Z', 'updated_at': '2021-08-12T18:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi', '_interfaces': [{'id': '4f0f212e-cc8e-4de9-8ae0-c05a0b9436e0', 'name': '', 'network_id': '44c72a6a-9c36-41dd-a5b2-092e22933d9a', 'tenant_id': 'eef2ae5f4c5d4ab4ac4ca6de19f1db05', 'mac_address': 'fa:16:3e:07:8c:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6495094d-9ec5-496f-a5fb-5fc97e5bdf54', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'c7f54a69-e810-4a7a-9ff2-5e2f0ce7b079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:20:22Z', 'updated_at': '2021-08-12T18:20:26Z', 'revision_number': 4, 'project_id': 'eef2ae5f4c5d4ab4ac4ca6de19f1db05', 'subnets': [{'id': 'c7f54a69-e810-4a7a-9ff2-5e2f0ce7b079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 18:20:27.504564 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Device 10b05948-8d17-4a21-953c-6b22de2f9546 no longer exists at agent hyperv_hv-cinder-75994 {{(pid=94213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 18:20:27.528240 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.plugin [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] No Port match for: 10b05948-8d17-4a21-953c-6b22de2f9546 {{(pid=94213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 18:20:27.528535 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Device 10b05948-8d17-4a21-953c-6b22de2f9546 not bound to the agent host hv-cinder-75994 {{(pid=94213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 18:20:28.437302 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device 4f0f212e-cc8e-4de9-8ae0-c05a0b9436e0 up at agent ovs-agent-dv-cinder-759943-10-iscsi {{(pid=94213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 18:20:28.486351 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Provisioning for port 4f0f212e-cc8e-4de9-8ae0-c05a0b9436e0 completed by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 18:20:28.489805 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Provisioning complete for port 4f0f212e-cc8e-4de9-8ae0-c05a0b9436e0 triggered by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:20:28.490200 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:28.563965 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:28.597103 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] For port 4f0f212e-cc8e-4de9-8ae0-c05a0b9436e0, host dv-cinder-759943-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-10-iscsi',level=0,port_id=4f0f212e-cc8e-4de9-8ae0-c05a0b9436e0,segment=NetworkSegment(27441a5b-bb0a-408d-9912-edb7579a1743),segment_id=27441a5b-bb0a-408d-9912-edb7579a1743)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:20:28.600849 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:28.650325 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Pushing event updated for resources: {'Port': ['ID=4f0f212e-cc8e-4de9-8ae0-c05a0b9436e0,revision_number=5']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:20:29.252826 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 56308) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:20:29.755487 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-3fd3b8ad-5ec7-479d-8970-fdbbaa7667d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693640'] for router_interface, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:29.999218 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.plugins.ml2.plugin [None req-3fd3b8ad-5ec7-479d-8970-fdbbaa7667d4 admin admin] Deleting port 0d29fef7-69dc-417d-84af-6999c604c4ec {{(pid=94211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 18:20:29.999553 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-3fd3b8ad-5ec7-479d-8970-fdbbaa7667d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763627642920'] for port, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:30.073726 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.plugins.ml2.db [None req-3fd3b8ad-5ec7-479d-8970-fdbbaa7667d4 admin admin] For port 0d29fef7-69dc-417d-84af-6999c604c4ec, host dv-cinder-759943-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-10-iscsi',level=0,port_id=0d29fef7-69dc-417d-84af-6999c604c4ec,segment=NetworkSegment(b0bd17e6-9f7e-43f1-a264-2ad32dfe27ab),segment_id=b0bd17e6-9f7e-43f1-a264-2ad32dfe27ab)] {{(pid=94211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:20:30.074110 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-3fd3b8ad-5ec7-479d-8970-fdbbaa7667d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-732327'] for port, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:30.087992 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.plugins.ml2.plugin [None req-3fd3b8ad-5ec7-479d-8970-fdbbaa7667d4 admin admin] Calling delete_port for 0d29fef7-69dc-417d-84af-6999c604c4ec owned by network:router_interface {{(pid=94211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 18:20:30.274694 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-3fd3b8ad-5ec7-479d-8970-fdbbaa7667d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763627647362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763627144942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9252727'] for port, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:30.301094 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd3b8ad-5ec7-479d-8970-fdbbaa7667d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d29fef7-69dc-417d-84af-6999c604c4ec,revision_number=None']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:20:30.475924 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-3fd3b8ad-5ec7-479d-8970-fdbbaa7667d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737592'] for router_interface, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:30.503943 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device 4f0f212e-cc8e-4de9-8ae0-c05a0b9436e0 up at agent ovs-agent-dv-cinder-759943-10-iscsi {{(pid=94213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 18:20:30.551053 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Provisioning complete for port 4f0f212e-cc8e-4de9-8ae0-c05a0b9436e0 triggered by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:20:30.551422 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:30.691112 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fd3b8ad-5ec7-479d-8970-fdbbaa7667d4 admin admin] Router 384c2879-9ce6-4177-9b6b-26e1d664c3dd has already been hosted by L3 agent 35f8a3af-1ed6-4507-a756-5ee5db7e6400 {{(pid=94211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 18:20:31.032072 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd3b8ad-5ec7-479d-8970-fdbbaa7667d4 admin admin] Notify agent at l3_agent.dv-cinder-759943-10-iscsi the message routers_updated {{(pid=94211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 18:20:31.040090 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-3fd3b8ad-5ec7-479d-8970-fdbbaa7667d4 admin admin] 10.222.0.30 "PUT /v2.0/routers/384c2879-9ce6-4177-9b6b-26e1d664c3dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7849345 Aug 12 18:20:31.041399 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 56318) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:20:31.042934 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f84cbf-7f89-4fd3-a384-0f90ba78e6ff None None] Sync routers for ids ['384c2879-9ce6-4177-9b6b-26e1d664c3dd'] in dv-cinder-759943-10-iscsi {{(pid=94214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 18:20:31.052558 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f84cbf-7f89-4fd3-a384-0f90ba78e6ff None None] Routers {'384c2879-9ce6-4177-9b6b-26e1d664c3dd'} bound to L3 agent in host dv-cinder-759943-10-iscsi {{(pid=94214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 18:20:31.053158 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_hamode_db [None req-34f84cbf-7f89-4fd3-a384-0f90ba78e6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T18:04:37Z,description=,heartbeat_timestamp=2021-08-12T18:20:07Z,host='dv-cinder-759943-10-iscsi',id=35f8a3af-1ed6-4507-a756-5ee5db7e6400,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T18:04:37Z,topic='l3_agent')) {'router_ids': ['384c2879-9ce6-4177-9b6b-26e1d664c3dd'], 'active': True} {{(pid=94214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:20:31.143587 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-ab75d7c2-15b4-4524-bf6a-d1b4b07dcf0d admin admin] Notify callbacks [] for router, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:31.242329 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-ab75d7c2-15b4-4524-bf6a-d1b4b07dcf0d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:31.242736 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_dvr_db [None req-34f84cbf-7f89-4fd3-a384-0f90ba78e6ff None None] Set router 384c2879-9ce6-4177-9b6b-26e1d664c3dd gateway port host: dv-cinder-759943-10-iscsi {{(pid=94214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 18:20:31.301080 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.plugins.ml2.plugin [None req-ab75d7c2-15b4-4524-bf6a-d1b4b07dcf0d admin admin] Deleting port be1f3d67-0e92-4b1e-a14c-b2675080bdb3 {{(pid=94211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 18:20:31.301771 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-ab75d7c2-15b4-4524-bf6a-d1b4b07dcf0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763627642920'] for port, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:31.380529 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.plugins.ml2.db [None req-ab75d7c2-15b4-4524-bf6a-d1b4b07dcf0d admin admin] For port be1f3d67-0e92-4b1e-a14c-b2675080bdb3, host dv-cinder-759943-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-10-iscsi',level=0,port_id=be1f3d67-0e92-4b1e-a14c-b2675080bdb3,segment=NetworkSegment(7eaed6a7-5a45-4d84-aa5c-ab7d15676367),segment_id=7eaed6a7-5a45-4d84-aa5c-ab7d15676367)] {{(pid=94211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:20:31.380891 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-ab75d7c2-15b4-4524-bf6a-d1b4b07dcf0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-732327'] for port, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:31.394076 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.plugins.ml2.plugin [None req-ab75d7c2-15b4-4524-bf6a-d1b4b07dcf0d admin admin] Calling delete_port for be1f3d67-0e92-4b1e-a14c-b2675080bdb3 owned by network:router_gateway {{(pid=94211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 18:20:31.418025 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_hamode_db [None req-34f84cbf-7f89-4fd3-a384-0f90ba78e6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '384c2879-9ce6-4177-9b6b-26e1d664c3dd', 'name': 'tempest-AttachVolumeShelveTestJSON-1511224777-router', 'tenant_id': '7914b9ae47f74d8a8462a76f248cff78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'be1f3d67-0e92-4b1e-a14c-b2675080bdb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:14:54Z', 'updated_at': '2021-08-12T18:20:30Z', 'revision_number': 5, 'project_id': '7914b9ae47f74d8a8462a76f248cff78', 'gw_port': {'id': 'be1f3d67-0e92-4b1e-a14c-b2675080bdb3', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:11:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384c2879-9ce6-4177-9b6b-26e1d664c3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:14:55Z', 'updated_at': '2021-08-12T18:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi'}], 'dv-cinder-759943-10-iscsi', False) {} {{(pid=94214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:20:31.448849 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f84cbf-7f89-4fd3-a384-0f90ba78e6ff None None] Checking router: 384c2879-9ce6-4177-9b6b-26e1d664c3dd for host: dv-cinder-759943-10-iscsi {{(pid=94214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 18:20:31.457825 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f84cbf-7f89-4fd3-a384-0f90ba78e6ff None None] Routers {'384c2879-9ce6-4177-9b6b-26e1d664c3dd'} bound to L3 agent in host dv-cinder-759943-10-iscsi {{(pid=94214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 18:20:31.460257 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_hamode_db [None req-34f84cbf-7f89-4fd3-a384-0f90ba78e6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T18:04:37Z,description=,heartbeat_timestamp=2021-08-12T18:20:07Z,host='dv-cinder-759943-10-iscsi',id=35f8a3af-1ed6-4507-a756-5ee5db7e6400,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T18:04:37Z,topic='l3_agent')) {'router_ids': ['384c2879-9ce6-4177-9b6b-26e1d664c3dd'], 'active': True} {{(pid=94214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:20:31.554116 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_dvr_db [None req-34f84cbf-7f89-4fd3-a384-0f90ba78e6ff None None] Set router 384c2879-9ce6-4177-9b6b-26e1d664c3dd gateway port host: None {{(pid=94214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 18:20:31.582555 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-ab75d7c2-15b4-4524-bf6a-d1b4b07dcf0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763627647362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763627144942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9252727'] for port, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:31.606499 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab75d7c2-15b4-4524-bf6a-d1b4b07dcf0d admin admin] Pushing event deleted for resources: {'Port': ['ID=be1f3d67-0e92-4b1e-a14c-b2675080bdb3,revision_number=None']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:20:31.610836 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_hamode_db [None req-34f84cbf-7f89-4fd3-a384-0f90ba78e6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '384c2879-9ce6-4177-9b6b-26e1d664c3dd', 'name': 'tempest-AttachVolumeShelveTestJSON-1511224777-router', 'tenant_id': '7914b9ae47f74d8a8462a76f248cff78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:14:54Z', 'updated_at': '2021-08-12T18:20:31Z', 'revision_number': 6, 'project_id': '7914b9ae47f74d8a8462a76f248cff78', 'gw_port_host': None}], 'dv-cinder-759943-10-iscsi', False) {} {{(pid=94214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:20:31.641369 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f84cbf-7f89-4fd3-a384-0f90ba78e6ff None None] The sync data for ids ['384c2879-9ce6-4177-9b6b-26e1d664c3dd'] in dv-cinder-759943-10-iscsi is: [{'id': '384c2879-9ce6-4177-9b6b-26e1d664c3dd', 'name': 'tempest-AttachVolumeShelveTestJSON-1511224777-router', 'tenant_id': '7914b9ae47f74d8a8462a76f248cff78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:14:54Z', 'updated_at': '2021-08-12T18:20:31Z', 'revision_number': 6, 'project_id': '7914b9ae47f74d8a8462a76f248cff78', 'gw_port_host': None}] {{(pid=94214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 18:20:31.682267 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-ab75d7c2-15b4-4524-bf6a-d1b4b07dcf0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-734914'] for router_gateway, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:31.771868 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-ab75d7c2-15b4-4524-bf6a-d1b4b07dcf0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15495'] for router, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:31.774134 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-ab75d7c2-15b4-4524-bf6a-d1b4b07dcf0d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:31.820847 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-ab75d7c2-15b4-4524-bf6a-d1b4b07dcf0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-735265'] for router, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:31.821750 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab75d7c2-15b4-4524-bf6a-d1b4b07dcf0d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 384c2879-9ce6-4177-9b6b-26e1d664c3dd {{(pid=94211) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 18:20:31.826092 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-ab75d7c2-15b4-4524-bf6a-d1b4b07dcf0d admin admin] Notify callbacks [] for router, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:31.830146 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-ab75d7c2-15b4-4524-bf6a-d1b4b07dcf0d admin admin] 10.222.0.30 "DELETE /v2.0/routers/384c2879-9ce6-4177-9b6b-26e1d664c3dd HTTP/1.1" status: 204 len: 168 time: 0.7848439 Aug 12 18:20:31.830469 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 56326) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:20:31.875658 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.db.db_base_plugin_v2 [None req-086bfcf1-daac-4def-a920-c2f8b322febe admin admin] Deleting subnet 1d6fbddb-fc25-47a1-888d-ce03ef22670c {{(pid=94211) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 18:20:31.879070 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-086bfcf1-daac-4def-a920-c2f8b322febe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:31.915784 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-086bfcf1-daac-4def-a920-c2f8b322febe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2620065'] for subnet, precommit_delete_associations {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:31.992386 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-086bfcf1-daac-4def-a920-c2f8b322febe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1735162'] for subnet, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:32.054252 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-086bfcf1-daac-4def-a920-c2f8b322febe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1735149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9252676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9269149'] for subnet, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:32.082767 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086bfcf1-daac-4def-a920-c2f8b322febe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d6fbddb-fc25-47a1-888d-ce03ef22670c,revision_number=None']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:20:32.089296 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-086bfcf1-daac-4def-a920-c2f8b322febe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564513'] for subnet, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:32.093845 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-086bfcf1-daac-4def-a920-c2f8b322febe admin admin] 10.222.0.30 "DELETE /v2.0/subnets/1d6fbddb-fc25-47a1-888d-ce03ef22670c HTTP/1.1" status: 204 len: 168 time: 0.2601318 Aug 12 18:20:32.094080 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 56328) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:20:32.094836 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d3a5fa-fb6e-4dbc-af1a-59201c3bfd66 None None] Network 6b1fc686-fd3a-4539-aa22-2794a86ed1a0 requested from dv-cinder-759943-10-iscsi {{(pid=94213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 18:20:32.167228 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-772d3d69-f745-45ab-920d-c8d20fe8e779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1816869'] for network, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:32.220976 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.plugin [None req-772d3d69-f745-45ab-920d-c8d20fe8e779 admin admin] Deleting port b8e11883-3f63-4ba7-b9b4-ff97b2294d67 {{(pid=94212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 18:20:32.221323 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-772d3d69-f745-45ab-920d-c8d20fe8e779 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763627642920'] for port, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:32.286540 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.db [None req-772d3d69-f745-45ab-920d-c8d20fe8e779 admin admin] For port b8e11883-3f63-4ba7-b9b4-ff97b2294d67, host dv-cinder-759943-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-10-iscsi',level=0,port_id=b8e11883-3f63-4ba7-b9b4-ff97b2294d67,segment=NetworkSegment(b0bd17e6-9f7e-43f1-a264-2ad32dfe27ab),segment_id=b0bd17e6-9f7e-43f1-a264-2ad32dfe27ab)] {{(pid=94212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:20:32.286897 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-772d3d69-f745-45ab-920d-c8d20fe8e779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-732327'] for port, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:32.299354 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.plugin [None req-772d3d69-f745-45ab-920d-c8d20fe8e779 admin admin] Calling delete_port for b8e11883-3f63-4ba7-b9b4-ff97b2294d67 owned by network:dhcp {{(pid=94212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 18:20:32.376963 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-772d3d69-f745-45ab-920d-c8d20fe8e779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763627647362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763627144942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8400677'] for port, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:32.402299 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772d3d69-f745-45ab-920d-c8d20fe8e779 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8e11883-3f63-4ba7-b9b4-ff97b2294d67,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:20:32.405745 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772d3d69-f745-45ab-920d-c8d20fe8e779 admin admin] No DVR routers for this DVR port b8e11883-3f63-4ba7-b9b4-ff97b2294d67 on host dv-cinder-759943-10-iscsi {{(pid=94212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 18:20:32.416813 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760e3fb0-e364-4b33-b895-b0f2aea0a544 None None] DHCP port deletion for 6b1fc686-fd3a-4539-aa22-2794a86ed1a0 request from dv-cinder-759943-10-iscsi {{(pid=94213) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 18:20:32.477016 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device 0d29fef7-69dc-417d-84af-6999c604c4ec no longer exists at agent ovs-agent-dv-cinder-759943-10-iscsi {{(pid=94213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 18:20:32.487696 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-772d3d69-f745-45ab-920d-c8d20fe8e779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1735549', 'neutron.services.segments.db._delete_segments_for_network-8763627670128'] for network, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:32.497551 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.services.segments.db [None req-772d3d69-f745-45ab-920d-c8d20fe8e779 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b1fc686-fd3a-4539-aa22-2794a86ed1a0']}} {{(pid=94212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:20:32.497950 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.plugin [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] No Port match for: 0d29fef7-69dc-417d-84af-6999c604c4ec {{(pid=94213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 18:20:32.498457 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device 0d29fef7-69dc-417d-84af-6999c604c4ec not bound to the agent host dv-cinder-759943-10-iscsi {{(pid=94213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 18:20:32.498956 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device be1f3d67-0e92-4b1e-a14c-b2675080bdb3 no longer exists at agent ovs-agent-dv-cinder-759943-10-iscsi {{(pid=94213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 18:20:32.510753 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.services.segments.db [None req-772d3d69-f745-45ab-920d-c8d20fe8e779 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0bd17e6-9f7e-43f1-a264-2ad32dfe27ab') {'for_net_delete': True} {{(pid=94212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:20:32.511314 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.services.segments.db [None req-772d3d69-f745-45ab-920d-c8d20fe8e779 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0bd17e6-9f7e-43f1-a264-2ad32dfe27ab') {} {{(pid=94212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:20:32.522341 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.plugin [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] No Port match for: be1f3d67-0e92-4b1e-a14c-b2675080bdb3 {{(pid=94213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 18:20:32.522686 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device be1f3d67-0e92-4b1e-a14c-b2675080bdb3 not bound to the agent host dv-cinder-759943-10-iscsi {{(pid=94213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 18:20:32.523094 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device b8e11883-3f63-4ba7-b9b4-ff97b2294d67 no longer exists at agent ovs-agent-dv-cinder-759943-10-iscsi {{(pid=94213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 18:20:32.529499 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-772d3d69-f745-45ab-920d-c8d20fe8e779 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763627625081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10322280'] for segment, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:32.545049 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-772d3d69-f745-45ab-920d-c8d20fe8e779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735099'] for segment, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:32.545554 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.plugin [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] No Port match for: b8e11883-3f63-4ba7-b9b4-ff97b2294d67 {{(pid=94213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 18:20:32.545950 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device b8e11883-3f63-4ba7-b9b4-ff97b2294d67 not bound to the agent host dv-cinder-759943-10-iscsi {{(pid=94213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 18:20:32.558878 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-772d3d69-f745-45ab-920d-c8d20fe8e779 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=94212) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 18:20:32.559361 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-772d3d69-f745-45ab-920d-c8d20fe8e779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8400840'] for segment, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:32.561011 dv-cinder-759943-10-iscsi neutron-server[94212]: Traceback (most recent call last): Aug 12 18:20:32.561011 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 18:20:32.561011 dv-cinder-759943-10-iscsi neutron-server[94212]: timer() Aug 12 18:20:32.561011 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 18:20:32.561011 dv-cinder-759943-10-iscsi neutron-server[94212]: cb(*args, **kw) Aug 12 18:20:32.561011 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 18:20:32.561011 dv-cinder-759943-10-iscsi neutron-server[94212]: return func(*args, **kwargs) Aug 12 18:20:32.561011 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 18:20:32.561011 dv-cinder-759943-10-iscsi neutron-server[94212]: self._notify() Aug 12 18:20:32.561011 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 18:20:32.561011 dv-cinder-759943-10-iscsi neutron-server[94212]: self.callback(batched_events) Aug 12 18:20:32.561011 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 18:20:32.561011 dv-cinder-759943-10-iscsi neutron-server[94212]: event.method(event) Aug 12 18:20:32.561011 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 18:20:32.561011 dv-cinder-759943-10-iscsi neutron-server[94212]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 18:20:32.561011 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 18:20:32.561011 dv-cinder-759943-10-iscsi neutron-server[94212]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 18:20:32.561011 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 18:20:32.561011 dv-cinder-759943-10-iscsi neutron-server[94212]: return f(self, *a, **k) Aug 12 18:20:32.561011 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 18:20:32.561011 dv-cinder-759943-10-iscsi neutron-server[94212]: return self._get(url).json() Aug 12 18:20:32.561011 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 18:20:32.561011 dv-cinder-759943-10-iscsi neutron-server[94212]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 18:20:32.561011 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 18:20:32.561011 dv-cinder-759943-10-iscsi neutron-server[94212]: return self.request(url, 'GET', **kwargs) Aug 12 18:20:32.561011 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 18:20:32.561011 dv-cinder-759943-10-iscsi neutron-server[94212]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 18:20:32.561011 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 18:20:32.561011 dv-cinder-759943-10-iscsi neutron-server[94212]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 18:20:32.561011 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 18:20:32.561011 dv-cinder-759943-10-iscsi neutron-server[94212]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 18:20:32.561011 dv-cinder-759943-10-iscsi neutron-server[94212]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 18:20:32.625859 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-772d3d69-f745-45ab-920d-c8d20fe8e779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1735524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734910'] for network, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:32.636199 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-772d3d69-f745-45ab-920d-c8d20fe8e779 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564513'] for network, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:32.640851 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-772d3d69-f745-45ab-920d-c8d20fe8e779 admin admin] 10.222.0.30 "DELETE /v2.0/networks/6b1fc686-fd3a-4539-aa22-2794a86ed1a0 HTTP/1.1" status: 204 len: 168 time: 0.5429986 Aug 12 18:20:32.649491 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772d3d69-f745-45ab-920d-c8d20fe8e779 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b1fc686-fd3a-4539-aa22-2794a86ed1a0,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:20:32.766201 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 56334) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:20:32.805293 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-80254247-2fe1-4d47-85a5-4911a71da9e5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7914b9ae47f74d8a8462a76f248cff78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379276 Aug 12 18:20:32.807575 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 56336) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:20:32.855302 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-80b43d8c-f08d-4db1-8bc1-2ff2cb424273 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:32.878316 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-80b43d8c-f08d-4db1-8bc1-2ff2cb424273 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:32.925531 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-80b43d8c-f08d-4db1-8bc1-2ff2cb424273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:32.928684 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-80b43d8c-f08d-4db1-8bc1-2ff2cb424273 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:32.929829 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-80b43d8c-f08d-4db1-8bc1-2ff2cb424273 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9cc437d8-af2b-47c8-b539-fb8c4e7c3254 HTTP/1.1" status: 204 len: 168 time: 0.1213801 Aug 12 18:20:32.938409 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b43d8c-f08d-4db1-8bc1-2ff2cb424273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc437d8-af2b-47c8-b539-fb8c4e7c3254,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:20:33.591237 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 56362) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:20:33.686932 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.v2.base [None req-9a691ee7-f6a4-44ef-a90d-7fe768deb8fc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-907442431-network', 'tenant_id': 'd10fad7ec86447ffb62ebdad00db44c6'}} {{(pid=94212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:20:33.709312 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a691ee7-f6a4-44ef-a90d-7fe768deb8fc admin admin] Made reservation on behalf of d10fad7ec86447ffb62ebdad00db44c6 for: {'network': 1} {{(pid=94212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 18:20:33.711684 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-9a691ee7-f6a4-44ef-a90d-7fe768deb8fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for network, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:33.720514 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-9a691ee7-f6a4-44ef-a90d-7fe768deb8fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:33.813800 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-9a691ee7-f6a4-44ef-a90d-7fe768deb8fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:33.818427 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-9a691ee7-f6a4-44ef-a90d-7fe768deb8fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:33.846767 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a691ee7-f6a4-44ef-a90d-7fe768deb8fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=94212) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 18:20:33.856883 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a691ee7-f6a4-44ef-a90d-7fe768deb8fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e87e8da2-5c77-4bdf-9e7e-8593cb9a5de9,revision_number=1']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:20:33.863591 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-9a691ee7-f6a4-44ef-a90d-7fe768deb8fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735099'] for segment, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:33.863939 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.db.segments_db [None req-9a691ee7-f6a4-44ef-a90d-7fe768deb8fc admin admin] Added segment 9c5c1358-7851-4873-a74a-e06982d82b61 of type vlan for network b5307eab-37b9-4c1f-9d5b-2838d03c5908 Aug 12 18:20:33.906509 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-9a691ee7-f6a4-44ef-a90d-7fe768deb8fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763627130179'] for network, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:33.935495 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-9a691ee7-f6a4-44ef-a90d-7fe768deb8fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543'] for network, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:33.936974 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a691ee7-f6a4-44ef-a90d-7fe768deb8fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:20:33.938213 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-9a691ee7-f6a4-44ef-a90d-7fe768deb8fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564513'] for network, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:33.966462 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-9a691ee7-f6a4-44ef-a90d-7fe768deb8fc admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3740852 Aug 12 18:20:33.967210 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 56370) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:20:33.972156 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.v2.base [None req-c6b68cda-047e-42af-9bc6-0b72332f4624 admin admin] Request body: {'subnet': {'network_id': 'b5307eab-37b9-4c1f-9d5b-2838d03c5908', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-907442431-subnet', 'tenant_id': 'd10fad7ec86447ffb62ebdad00db44c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:20:33.994570 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b68cda-047e-42af-9bc6-0b72332f4624 admin admin] Made reservation on behalf of d10fad7ec86447ffb62ebdad00db44c6 for: {'subnet': 1} {{(pid=94211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 18:20:33.996991 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-c6b68cda-047e-42af-9bc6-0b72332f4624 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9269174'] for subnet, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:34.012243 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a691ee7-f6a4-44ef-a90d-7fe768deb8fc admin admin] Pushing event updated for resources: {'Network': ['ID=b5307eab-37b9-4c1f-9d5b-2838d03c5908,revision_number=1']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:20:34.021757 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Network b5307eab-37b9-4c1f-9d5b-2838d03c5908 details requested by agent ovs-agent-dv-cinder-759943-10-iscsi with host dv-cinder-759943-10-iscsi {{(pid=94213) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 18:20:34.176016 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-c6b68cda-047e-42af-9bc6-0b72332f4624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9252611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9269124'] for subnet, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:34.226406 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b68cda-047e-42af-9bc6-0b72332f4624 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42fd65e4-3792-4db1-ad4d-9733647abebb,revision_number=0']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:20:34.241371 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b68cda-047e-42af-9bc6-0b72332f4624 admin admin] Checking segment: {'id': '9c5c1358-7851-4873-a74a-e06982d82b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'b5307eab-37b9-4c1f-9d5b-2838d03c5908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 18:20:34.241718 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b68cda-047e-42af-9bc6-0b72332f4624 admin admin] Network hostable DHCP agents. Network: b5307eab-37b9-4c1f-9d5b-2838d03c5908, hostable agents: ['da9a4366-d1ff-4171-be52-f44c47b2851f'], hosted agents: [] {{(pid=94211) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 18:20:34.260899 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b68cda-047e-42af-9bc6-0b72332f4624 admin admin] Network b5307eab-37b9-4c1f-9d5b-2838d03c5908 is scheduled to be hosted by DHCP agent da9a4366-d1ff-4171-be52-f44c47b2851f with binding_index 1 {{(pid=94211) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 18:20:34.269734 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.base_scheduler [None req-c6b68cda-047e-42af-9bc6-0b72332f4624 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-10-iscsi, b5307eab-37b9-4c1f-9d5b-2838d03c5908) {{(pid=94211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 18:20:34.273850 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b68cda-047e-42af-9bc6-0b72332f4624 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:20:34.274478 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-c6b68cda-047e-42af-9bc6-0b72332f4624 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564513'] for subnet, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:34.278285 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ffa0456-9acb-4bd9-8c98-1df4fdc6cb32 None None] Network b5307eab-37b9-4c1f-9d5b-2838d03c5908 requested from dv-cinder-759943-10-iscsi {{(pid=94213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 18:20:34.289148 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-c6b68cda-047e-42af-9bc6-0b72332f4624 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3208818 Aug 12 18:20:34.419129 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203dc201-2c65-4dde-b181-896e41e8629d None None] Network b5307eab-37b9-4c1f-9d5b-2838d03c5908 requested from dv-cinder-759943-10-iscsi {{(pid=94213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 18:20:34.719638 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da134664-bda0-40f6-8c2e-87106e83f528 req-56aca413-bdae-4492-ab2b-9bb9340c6355 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:20:34.721164 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-da134664-bda0-40f6-8c2e-87106e83f528 req-56aca413-bdae-4492-ab2b-9bb9340c6355 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/networks?id=b5307eab-37b9-4c1f-9d5b-2838d03c5908 HTTP/1.1" status: 200 len: 814 time: 0.0989308 Aug 12 18:20:34.737063 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-da134664-bda0-40f6-8c2e-87106e83f528 req-ac7485fe-4efd-4138-97b8-56174092d619 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/quotas/d10fad7ec86447ffb62ebdad00db44c6 HTTP/1.1" status: 200 len: 375 time: 0.0103130 Aug 12 18:20:34.768110 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-da134664-bda0-40f6-8c2e-87106e83f528 req-92422e97-3b26-4880-a6bd-df3e928a743c tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d10fad7ec86447ffb62ebdad00db44c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258493 Aug 12 18:20:34.859449 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-da134664-bda0-40f6-8c2e-87106e83f528 req-a6d1dfef-2064-427f-938f-367b0ae7cfc3 service neutron] 10.222.0.30 "GET /v2.0/networks/b5307eab-37b9-4c1f-9d5b-2838d03c5908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845206 Aug 12 18:20:34.947597 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-da134664-bda0-40f6-8c2e-87106e83f528 req-cf80f7ea-cea0-4ffb-9a7b-d6810d65eb4e service neutron] 10.222.0.30 "GET /v2.0/networks/b5307eab-37b9-4c1f-9d5b-2838d03c5908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819485 Aug 12 18:20:34.960627 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-895b0da1-01c9-418c-a30c-72b6174ff74a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:35.112342 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-c4f2959f-1091-484c-928b-41dcbb51931a req-51c5d560-6caf-419a-9c24-caf4bc68aae0 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/ports?device_id=ca69a8d2-ea49-4bf2-a3e4-99e4ce2e07c6 HTTP/1.1" status: 200 len: 210 time: 0.0299337 Aug 12 18:20:36.149805 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da134664-bda0-40f6-8c2e-87106e83f528 req-e53f0bde-4d2c-4b2b-ad65-80342d734fad tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:20:36.151267 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-da134664-bda0-40f6-8c2e-87106e83f528 req-e53f0bde-4d2c-4b2b-ad65-80342d734fad tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.57 "GET /v2.0/networks?id=b5307eab-37b9-4c1f-9d5b-2838d03c5908 HTTP/1.1" status: 200 len: 814 time: 0.0999620 Aug 12 18:20:36.164602 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.v2.base [req-da134664-bda0-40f6-8c2e-87106e83f528 req-db76df23-e5e9-4897-86c1-a44e8510985c tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Request body: {'port': {'device_id': 'ca69a8d2-ea49-4bf2-a3e4-99e4ce2e07c6', 'network_id': 'b5307eab-37b9-4c1f-9d5b-2838d03c5908', 'admin_state_up': True, 'tenant_id': 'd10fad7ec86447ffb62ebdad00db44c6'}} {{(pid=94212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:20:36.215242 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-974e7182-8fda-487e-a1f2-74b5f0287d4e req-388e4e81-2dd0-4843-afd7-ebe45645de23 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/ports?device_id=ca69a8d2-ea49-4bf2-a3e4-99e4ce2e07c6 HTTP/1.1" status: 200 len: 210 time: 0.0325065 Aug 12 18:20:36.283595 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da134664-bda0-40f6-8c2e-87106e83f528 req-db76df23-e5e9-4897-86c1-a44e8510985c tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Made reservation on behalf of d10fad7ec86447ffb62ebdad00db44c6 for: {'port': 1} {{(pid=94212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 18:20:36.287039 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-da134664-bda0-40f6-8c2e-87106e83f528 req-db76df23-e5e9-4897-86c1-a44e8510985c tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:36.408510 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.db_base_plugin_common [req-da134664-bda0-40f6-8c2e-87106e83f528 req-db76df23-e5e9-4897-86c1-a44e8510985c tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Allocated IP 172.20.0.2 (b5307eab-37b9-4c1f-9d5b-2838d03c5908/42fd65e4-3792-4db1-ad4d-9733647abebb/e8ef6690-cc35-4526-876d-89a7a61b4443) {{(pid=94212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 18:20:36.555157 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-da134664-bda0-40f6-8c2e-87106e83f528 req-db76df23-e5e9-4897-86c1-a44e8510985c tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Notify callbacks [] for port, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:36.593670 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-da134664-bda0-40f6-8c2e-87106e83f528 req-db76df23-e5e9-4897-86c1-a44e8510985c tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763627144933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8400677'] for port, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:36.638112 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da134664-bda0-40f6-8c2e-87106e83f528 req-db76df23-e5e9-4897-86c1-a44e8510985c tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Network b5307eab-37b9-4c1f-9d5b-2838d03c5908 is already hosted by enough agents. {{(pid=94212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 18:20:36.641755 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.base_scheduler [req-da134664-bda0-40f6-8c2e-87106e83f528 req-db76df23-e5e9-4897-86c1-a44e8510985c tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Resources bound (agent type, host, resource id): {{(pid=94212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 18:20:36.645494 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.l3_dvrscheduler_db [req-da134664-bda0-40f6-8c2e-87106e83f528 req-db76df23-e5e9-4897-86c1-a44e8510985c tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Received port after_create {{(pid=94212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 18:20:36.651637 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db76df23-e5e9-4897-86c1-a44e8510985c tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Pushing event updated for resources: {'Port': ['ID=e8ef6690-cc35-4526-876d-89a7a61b4443,revision_number=1']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:20:36.696241 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da134664-bda0-40f6-8c2e-87106e83f528 req-db76df23-e5e9-4897-86c1-a44e8510985c tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:20:36.696876 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-da134664-bda0-40f6-8c2e-87106e83f528 req-db76df23-e5e9-4897-86c1-a44e8510985c tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195385'] for port, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:36.710896 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-da134664-bda0-40f6-8c2e-87106e83f528 req-db76df23-e5e9-4897-86c1-a44e8510985c tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5501099 Aug 12 18:20:36.723277 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.v2.base [req-da134664-bda0-40f6-8c2e-87106e83f528 req-c81aa6fb-e50f-48bd-9ac4-2faee1d14f83 service neutron] Request body: {'port': {'device_id': 'ca69a8d2-ea49-4bf2-a3e4-99e4ce2e07c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=94212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:20:36.780741 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-da134664-bda0-40f6-8c2e-87106e83f528 req-c81aa6fb-e50f-48bd-9ac4-2faee1d14f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:37.038468 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.notifiers.nova [req-da134664-bda0-40f6-8c2e-87106e83f528 req-c81aa6fb-e50f-48bd-9ac4-2faee1d14f83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8ef6690-cc35-4526-876d-89a7a61b4443 {{(pid=94212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 18:20:37.045829 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-da134664-bda0-40f6-8c2e-87106e83f528 req-c81aa6fb-e50f-48bd-9ac4-2faee1d14f83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:37.058186 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.provisioning_blocks [req-da134664-bda0-40f6-8c2e-87106e83f528 req-c81aa6fb-e50f-48bd-9ac4-2faee1d14f83 service neutron] Transition to ACTIVE for port object e8ef6690-cc35-4526-876d-89a7a61b4443 will not be triggered until provisioned by entity L2. {{(pid=94212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 18:20:37.061559 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-da134664-bda0-40f6-8c2e-87106e83f528 req-c81aa6fb-e50f-48bd-9ac4-2faee1d14f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8400684'] for port, after_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:37.113724 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81aa6fb-e50f-48bd-9ac4-2faee1d14f83 service neutron] Pushing event updated for resources: {'Port': ['ID=e8ef6690-cc35-4526-876d-89a7a61b4443,revision_number=2']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:20:37.181538 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.managers [req-da134664-bda0-40f6-8c2e-87106e83f528 req-c81aa6fb-e50f-48bd-9ac4-2faee1d14f83 service neutron] Attempting to bind port e8ef6690-cc35-4526-876d-89a7a61b4443 on host hv-cinder-75994 for vnic_type normal with profile {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 18:20:37.182139 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.managers [req-da134664-bda0-40f6-8c2e-87106e83f528 req-c81aa6fb-e50f-48bd-9ac4-2faee1d14f83 service neutron] Attempting to bind port e8ef6690-cc35-4526-876d-89a7a61b4443 by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': '9c5c1358-7851-4873-a74a-e06982d82b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'b5307eab-37b9-4c1f-9d5b-2838d03c5908'}] {{(pid=94212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 18:20:37.182249 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da134664-bda0-40f6-8c2e-87106e83f528 req-c81aa6fb-e50f-48bd-9ac4-2faee1d14f83 service neutron] Attempting to bind port e8ef6690-cc35-4526-876d-89a7a61b4443 on network b5307eab-37b9-4c1f-9d5b-2838d03c5908 {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 18:20:37.186336 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da134664-bda0-40f6-8c2e-87106e83f528 req-c81aa6fb-e50f-48bd-9ac4-2faee1d14f83 service neutron] Port e8ef6690-cc35-4526-876d-89a7a61b4443 on network b5307eab-37b9-4c1f-9d5b-2838d03c5908 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 18:20:37.186651 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da134664-bda0-40f6-8c2e-87106e83f528 req-c81aa6fb-e50f-48bd-9ac4-2faee1d14f83 service neutron] Attempting to bind port e8ef6690-cc35-4526-876d-89a7a61b4443 on network b5307eab-37b9-4c1f-9d5b-2838d03c5908 {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 18:20:37.191358 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da134664-bda0-40f6-8c2e-87106e83f528 req-c81aa6fb-e50f-48bd-9ac4-2faee1d14f83 service neutron] Checking agent: {'id': '45fcbab4-fb54-4843-ab6e-792adfc8e994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 18, 10, 22), 'started_at': datetime.datetime(2021, 8, 12, 18, 10, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 18, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 18:20:37.191690 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da134664-bda0-40f6-8c2e-87106e83f528 req-c81aa6fb-e50f-48bd-9ac4-2faee1d14f83 service neutron] Checking segment: {'id': '9c5c1358-7851-4873-a74a-e06982d82b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'b5307eab-37b9-4c1f-9d5b-2838d03c5908'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 18:20:37.192065 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da134664-bda0-40f6-8c2e-87106e83f528 req-c81aa6fb-e50f-48bd-9ac4-2faee1d14f83 service neutron] Bound using segment: {'id': '9c5c1358-7851-4873-a74a-e06982d82b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'b5307eab-37b9-4c1f-9d5b-2838d03c5908'} {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 18:20:37.192485 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.managers [req-da134664-bda0-40f6-8c2e-87106e83f528 req-c81aa6fb-e50f-48bd-9ac4-2faee1d14f83 service neutron] Bound port: e8ef6690-cc35-4526-876d-89a7a61b4443, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c5c1358-7851-4873-a74a-e06982d82b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'b5307eab-37b9-4c1f-9d5b-2838d03c5908'}}] {{(pid=94212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 18:20:37.192831 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-da134664-bda0-40f6-8c2e-87106e83f528 req-c81aa6fb-e50f-48bd-9ac4-2faee1d14f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:37.254927 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.db [req-da134664-bda0-40f6-8c2e-87106e83f528 req-c81aa6fb-e50f-48bd-9ac4-2faee1d14f83 service neutron] For port e8ef6690-cc35-4526-876d-89a7a61b4443, host hv-cinder-75994, cleared binding levels {{(pid=94212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 18:20:37.257935 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.db [req-da134664-bda0-40f6-8c2e-87106e83f528 req-c81aa6fb-e50f-48bd-9ac4-2faee1d14f83 service neutron] For port e8ef6690-cc35-4526-876d-89a7a61b4443, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=e8ef6690-cc35-4526-876d-89a7a61b4443,segment=NetworkSegment(9c5c1358-7851-4873-a74a-e06982d82b61),segment_id=9c5c1358-7851-4873-a74a-e06982d82b61)] {{(pid=94212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 18:20:37.263396 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-da134664-bda0-40f6-8c2e-87106e83f528 req-c81aa6fb-e50f-48bd-9ac4-2faee1d14f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8400684'] for port, after_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:37.299809 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da134664-bda0-40f6-8c2e-87106e83f528 req-c81aa6fb-e50f-48bd-9ac4-2faee1d14f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:20:37.300940 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-da134664-bda0-40f6-8c2e-87106e83f528 req-c81aa6fb-e50f-48bd-9ac4-2faee1d14f83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195385'] for port, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:37.302669 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-da134664-bda0-40f6-8c2e-87106e83f528 req-c81aa6fb-e50f-48bd-9ac4-2faee1d14f83 service neutron] 10.222.0.57 "PUT /v2.0/ports/e8ef6690-cc35-4526-876d-89a7a61b4443 HTTP/1.1" status: 200 len: 1093 time: 0.5833387 Aug 12 18:20:37.312068 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca69a8d2-ea49-4bf2-a3e4-99e4ce2e07c6', 'tag': 'e8ef6690-cc35-4526-876d-89a7a61b4443'}] {{(pid=94212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 18:20:37.314695 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd512f55349b839fb4675422b2dbaf52bda1baead41a4efd90d4bf8a5142663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bcab90c-54de-4f94-8dcb-80d20147cde5" -d '{"events": [{"name": "network-changed", "server_uuid": "ca69a8d2-ea49-4bf2-a3e4-99e4ce2e07c6", "tag": "e8ef6690-cc35-4526-876d-89a7a61b4443"}]}' {{(pid=94212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 18:20:37.335985 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-8e8ebb87-554a-4529-a5a1-59fb74e83881 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:37.370195 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 18:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daea098e-488c-415c-ae6b-888a7e87a808 x-openstack-request-id: req-daea098e-488c-415c-ae6b-888a7e87a808 {{(pid=94212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 18:20:37.370455 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca69a8d2-ea49-4bf2-a3e4-99e4ce2e07c6", "tag": "e8ef6690-cc35-4526-876d-89a7a61b4443", "status": "completed", "code": 200}]} {{(pid=94212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 18:20:37.370717 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-daea098e-488c-415c-ae6b-888a7e87a808 {{(pid=94212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 18:20:37.371077 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca69a8d2-ea49-4bf2-a3e4-99e4ce2e07c6', 'tag': 'e8ef6690-cc35-4526-876d-89a7a61b4443', 'status': 'completed', 'code': 200} Aug 12 18:20:37.410484 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81aa6fb-e50f-48bd-9ac4-2faee1d14f83 service neutron] Pushing event updated for resources: {'Port': ['ID=e8ef6690-cc35-4526-876d-89a7a61b4443,revision_number=3']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:20:37.426261 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc05562-9c22-444d-b779-2742f9b0bc21 req-c74203b8-650f-447b-823a-97ee2db203d3 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:20:37.427725 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-6fc05562-9c22-444d-b779-2742f9b0bc21 req-c74203b8-650f-447b-823a-97ee2db203d3 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/ports?device_id=ca69a8d2-ea49-4bf2-a3e4-99e4ce2e07c6 HTTP/1.1" status: 200 len: 943 time: 0.1362219 Aug 12 18:20:37.433100 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da134664-bda0-40f6-8c2e-87106e83f528 req-46f728d8-c028-4f5e-adba-af353ccdba7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:20:37.434507 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-da134664-bda0-40f6-8c2e-87106e83f528 req-46f728d8-c028-4f5e-adba-af353ccdba7d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d10fad7ec86447ffb62ebdad00db44c6&device_id=ca69a8d2-ea49-4bf2-a3e4-99e4ce2e07c6 HTTP/1.1" status: 200 len: 1096 time: 0.0777385 Aug 12 18:20:37.489647 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-da134664-bda0-40f6-8c2e-87106e83f528 req-870751a7-639d-481e-9319-4272a17d6631 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e8ef6690-cc35-4526-876d-89a7a61b4443 HTTP/1.1" status: 200 len: 217 time: 0.0417686 Aug 12 18:20:37.510991 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-6fc05562-9c22-444d-b779-2742f9b0bc21 req-f0145c66-3208-4e5f-a536-b3f31c0c24bd tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/security-groups?id=e87e8da2-5c77-4bdf-9e7e-8593cb9a5de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755758 Aug 12 18:20:37.546750 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da134664-bda0-40f6-8c2e-87106e83f528 req-7af72296-be39-4477-a065-90d87af345aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:20:37.548219 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-da134664-bda0-40f6-8c2e-87106e83f528 req-7af72296-be39-4477-a065-90d87af345aa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=42fd65e4-3792-4db1-ad4d-9733647abebb HTTP/1.1" status: 200 len: 854 time: 0.0514398 Aug 12 18:20:37.581569 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-da134664-bda0-40f6-8c2e-87106e83f528 req-fafa41f4-ba55-4265-be24-3bf204fa0cba service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b5307eab-37b9-4c1f-9d5b-2838d03c5908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262251 Aug 12 18:20:37.667648 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-da134664-bda0-40f6-8c2e-87106e83f528 req-851073d5-1e74-42f8-90a8-0dffa566f564 service neutron] 10.222.0.57 "GET /v2.0/networks/b5307eab-37b9-4c1f-9d5b-2838d03c5908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796714 Aug 12 18:20:37.764369 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-da134664-bda0-40f6-8c2e-87106e83f528 req-d30c05de-4d91-4763-8a11-9dda64d9ba4f service neutron] 10.222.0.57 "GET /v2.0/networks/b5307eab-37b9-4c1f-9d5b-2838d03c5908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877371 Aug 12 18:20:37.849578 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcab90c-54de-4f94-8dcb-80d20147cde5 req-510c8e5d-3343-4b44-a047-7a28f06e75a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:20:37.851019 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-0bcab90c-54de-4f94-8dcb-80d20147cde5 req-510c8e5d-3343-4b44-a047-7a28f06e75a7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d10fad7ec86447ffb62ebdad00db44c6&device_id=ca69a8d2-ea49-4bf2-a3e4-99e4ce2e07c6 HTTP/1.1" status: 200 len: 1096 time: 0.0397127 Aug 12 18:20:37.941459 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcab90c-54de-4f94-8dcb-80d20147cde5 req-9034aafa-8ff7-4e97-90ef-de9fdda52e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:20:37.942898 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-0bcab90c-54de-4f94-8dcb-80d20147cde5 req-9034aafa-8ff7-4e97-90ef-de9fdda52e96 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b5307eab-37b9-4c1f-9d5b-2838d03c5908 HTTP/1.1" status: 200 len: 915 time: 0.0836964 Aug 12 18:20:37.970823 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:37.984972 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-0bcab90c-54de-4f94-8dcb-80d20147cde5 req-7f2f172c-3927-48ab-823a-5df00afb8622 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e8ef6690-cc35-4526-876d-89a7a61b4443 HTTP/1.1" status: 200 len: 217 time: 0.0334089 Aug 12 18:20:38.033273 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcab90c-54de-4f94-8dcb-80d20147cde5 req-bdc938a1-a09c-4d82-bf9f-41499123e095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:20:38.034665 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-0bcab90c-54de-4f94-8dcb-80d20147cde5 req-bdc938a1-a09c-4d82-bf9f-41499123e095 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=42fd65e4-3792-4db1-ad4d-9733647abebb HTTP/1.1" status: 200 len: 854 time: 0.0421858 Aug 12 18:20:38.065505 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-0bcab90c-54de-4f94-8dcb-80d20147cde5 req-7f324139-c43e-42d3-8bbd-88bbe15951fb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b5307eab-37b9-4c1f-9d5b-2838d03c5908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229406 Aug 12 18:20:38.159217 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-0bcab90c-54de-4f94-8dcb-80d20147cde5 req-70bc106d-1f7e-4d05-ae91-f0baaffa7fec service neutron] 10.222.0.57 "GET /v2.0/networks/b5307eab-37b9-4c1f-9d5b-2838d03c5908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851991 Aug 12 18:20:38.248560 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-0bcab90c-54de-4f94-8dcb-80d20147cde5 req-e6bdf904-42ff-4879-9707-d2956386c3d4 service neutron] 10.222.0.57 "GET /v2.0/networks/b5307eab-37b9-4c1f-9d5b-2838d03c5908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795760 Aug 12 18:20:38.559992 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-2083c3fd-5dc5-47ae-86de-acca0e7a8e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:38.626251 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e461001f-1b0a-4022-a128-9ad6cb87f4ae req-dfdb9785-e427-4159-9c41-637358cdd034 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:20:38.627718 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-e461001f-1b0a-4022-a128-9ad6cb87f4ae req-dfdb9785-e427-4159-9c41-637358cdd034 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/ports?device_id=ca69a8d2-ea49-4bf2-a3e4-99e4ce2e07c6 HTTP/1.1" status: 200 len: 943 time: 0.0483971 Aug 12 18:20:38.663636 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-e461001f-1b0a-4022-a128-9ad6cb87f4ae req-1030b8ca-eb74-45f4-9741-da98adfc1c4f tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/security-groups?id=e87e8da2-5c77-4bdf-9e7e-8593cb9a5de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301633 Aug 12 18:20:39.778884 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaecbc6-48a0-4924-8880-741436acaf4c req-e383435d-4a93-41b9-8409-4c85da25aa38 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:20:39.780326 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-5eaecbc6-48a0-4924-8880-741436acaf4c req-e383435d-4a93-41b9-8409-4c85da25aa38 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/ports?device_id=ca69a8d2-ea49-4bf2-a3e4-99e4ce2e07c6 HTTP/1.1" status: 200 len: 943 time: 0.0524085 Aug 12 18:20:39.816889 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-5eaecbc6-48a0-4924-8880-741436acaf4c req-5665b61a-c29c-43e5-8131-f3a821102848 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/security-groups?id=e87e8da2-5c77-4bdf-9e7e-8593cb9a5de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308435 Aug 12 18:20:40.244710 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-b1de9828-bfad-4ef8-8d69-6d6f9fbe420c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:40.927155 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97df4ce5-b6ae-40e7-badc-5f52460b4765 req-77196d43-5ddb-4933-9cc0-7e4d84d4ec0f tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:20:40.928598 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-97df4ce5-b6ae-40e7-badc-5f52460b4765 req-77196d43-5ddb-4933-9cc0-7e4d84d4ec0f tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/ports?device_id=ca69a8d2-ea49-4bf2-a3e4-99e4ce2e07c6 HTTP/1.1" status: 200 len: 943 time: 0.0478842 Aug 12 18:20:40.965878 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-97df4ce5-b6ae-40e7-badc-5f52460b4765 req-62fb300e-d3f7-459d-9533-00ebf3235da1 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/security-groups?id=e87e8da2-5c77-4bdf-9e7e-8593cb9a5de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313315 Aug 12 18:20:41.550446 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Device e8ef6690-cc35-4526-876d-89a7a61b4443 details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=94213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 18:20:41.579467 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-945bc1ef-4102-4f8c-ab37-efdc12519de9 req-4bd3f54b-fb6a-477e-99e9-0c73e31a8d73 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2047887017&fields=id&tenant_id=8cc8b54eaea84dce93e93369d1e2a235 HTTP/1.1" status: 200 len: 267 time: 0.0328379 Aug 12 18:20:41.643779 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] For port e8ef6690-cc35-4526-876d-89a7a61b4443, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=e8ef6690-cc35-4526-876d-89a7a61b4443,segment=NetworkSegment(9c5c1358-7851-4873-a74a-e06982d82b61),segment_id=9c5c1358-7851-4873-a74a-e06982d82b61)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:20:41.654564 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Returning: {'device': 'e8ef6690-cc35-4526-876d-89a7a61b4443', 'network_id': 'b5307eab-37b9-4c1f-9d5b-2838d03c5908', 'port_id': 'e8ef6690-cc35-4526-876d-89a7a61b4443', 'mac_address': 'fa:16:3e:b9:84:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42fd65e4-3792-4db1-ad4d-9733647abebb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 18:20:41.682654 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945bc1ef-4102-4f8c-ab37-efdc12519de9 req-8b675662-1a03-4a64-b784-c3a05c0797d2 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:20:41.684093 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-945bc1ef-4102-4f8c-ab37-efdc12519de9 req-8b675662-1a03-4a64-b784-c3a05c0797d2 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/networks?id=1370511f-2b66-4dfb-ac08-d34a11857787 HTTP/1.1" status: 200 len: 812 time: 0.0977976 Aug 12 18:20:41.690896 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:41.698748 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-945bc1ef-4102-4f8c-ab37-efdc12519de9 req-4cf143c8-4ba9-4f5b-a01d-29df49c9ccdb tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/quotas/8cc8b54eaea84dce93e93369d1e2a235 HTTP/1.1" status: 200 len: 375 time: 0.0087359 Aug 12 18:20:41.703135 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.notifiers.nova [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8ef6690-cc35-4526-876d-89a7a61b4443 {{(pid=94213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 18:20:41.722541 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] For port e8ef6690-cc35-4526-876d-89a7a61b4443, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=e8ef6690-cc35-4526-876d-89a7a61b4443,segment=NetworkSegment(9c5c1358-7851-4873-a74a-e06982d82b61),segment_id=9c5c1358-7851-4873-a74a-e06982d82b61)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:20:41.726863 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:41.754630 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-945bc1ef-4102-4f8c-ab37-efdc12519de9 req-6ccb60a5-7e46-45a3-8300-cfcb3d3eee0c tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8cc8b54eaea84dce93e93369d1e2a235&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504577 Aug 12 18:20:41.776071 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Pushing event updated for resources: {'Port': ['ID=e8ef6690-cc35-4526-876d-89a7a61b4443,revision_number=4']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:20:41.845099 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-945bc1ef-4102-4f8c-ab37-efdc12519de9 req-ac57707e-6f30-49b7-a05e-a20aacdea656 service neutron] 10.222.0.30 "GET /v2.0/networks/1370511f-2b66-4dfb-ac08-d34a11857787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793984 Aug 12 18:20:41.917528 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] get_ports_and_sgs() called for port_ids ['e8ef6690-cc35-4526-876d-89a7a61b4443'] {{(pid=94213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 18:20:41.935018 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-945bc1ef-4102-4f8c-ab37-efdc12519de9 req-02b9c227-6695-4521-b00e-f6267d3fa8a4 service neutron] 10.222.0.30 "GET /v2.0/networks/1370511f-2b66-4dfb-ac08-d34a11857787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840538 Aug 12 18:20:42.099821 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b5731-6b08-4729-a2bb-e0b48233ab0c req-53e8813b-8ea7-4bb0-a15b-f032702050f7 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:20:42.101299 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-843b5731-6b08-4729-a2bb-e0b48233ab0c req-53e8813b-8ea7-4bb0-a15b-f032702050f7 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/ports?device_id=ca69a8d2-ea49-4bf2-a3e4-99e4ce2e07c6 HTTP/1.1" status: 200 len: 944 time: 0.0553427 Aug 12 18:20:42.139824 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-843b5731-6b08-4729-a2bb-e0b48233ab0c req-60d0a9c9-1b09-4c47-8d1b-ca2b7d7dcb05 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/security-groups?id=e87e8da2-5c77-4bdf-9e7e-8593cb9a5de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319653 Aug 12 18:20:42.227465 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-cf896b28-3796-4910-9816-fa4a7fa75dc2 req-cd7e9307-ffb7-4950-af9a-ffe0f07f8eda tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/ports?device_id=900e1c0f-b357-413f-a131-ad38715c7fcf HTTP/1.1" status: 200 len: 210 time: 0.0262718 Aug 12 18:20:43.161406 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945bc1ef-4102-4f8c-ab37-efdc12519de9 req-cc3492e0-4039-4ff1-a36c-64c03cba1142 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:20:43.162857 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-945bc1ef-4102-4f8c-ab37-efdc12519de9 req-cc3492e0-4039-4ff1-a36c-64c03cba1142 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.57 "GET /v2.0/networks?id=1370511f-2b66-4dfb-ac08-d34a11857787 HTTP/1.1" status: 200 len: 812 time: 0.1019073 Aug 12 18:20:43.207243 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-945bc1ef-4102-4f8c-ab37-efdc12519de9 req-bbb64106-8c92-4dd6-a443-a3c53dc4ae11 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8cc8b54eaea84dce93e93369d1e2a235 HTTP/1.1" status: 200 len: 380 time: 0.0354619 Aug 12 18:20:43.224736 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.v2.base [req-945bc1ef-4102-4f8c-ab37-efdc12519de9 req-85167f62-75c1-4783-9307-b73dd9af1c76 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Request body: {'port': {'device_id': '900e1c0f-b357-413f-a131-ad38715c7fcf', 'network_id': '1370511f-2b66-4dfb-ac08-d34a11857787', 'admin_state_up': True, 'tenant_id': '8cc8b54eaea84dce93e93369d1e2a235', 'security_groups': ['2ce17333-f48b-4fb5-8537-1fff2ad9421d']}} {{(pid=94212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:20:43.320358 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9770d2a-f43f-4261-bd8d-726b4007baae req-9cd289af-ab25-44df-9c56-b2ebc8e0284e tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:20:43.321845 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-a9770d2a-f43f-4261-bd8d-726b4007baae req-9cd289af-ab25-44df-9c56-b2ebc8e0284e tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/ports?device_id=ca69a8d2-ea49-4bf2-a3e4-99e4ce2e07c6 HTTP/1.1" status: 200 len: 944 time: 0.1113040 Aug 12 18:20:43.324346 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-5a1383ce-1dbb-4fa6-b520-094e51c6c438 req-14ac7d50-3913-455f-9944-eb5ebc62298a tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/ports?device_id=900e1c0f-b357-413f-a131-ad38715c7fcf HTTP/1.1" status: 200 len: 210 time: 0.0289161 Aug 12 18:20:43.381081 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-a9770d2a-f43f-4261-bd8d-726b4007baae req-669c36fb-5291-4d11-8f2a-f395e754392a tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/security-groups?id=e87e8da2-5c77-4bdf-9e7e-8593cb9a5de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527349 Aug 12 18:20:43.391123 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-945bc1ef-4102-4f8c-ab37-efdc12519de9 req-85167f62-75c1-4783-9307-b73dd9af1c76 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Made reservation on behalf of 8cc8b54eaea84dce93e93369d1e2a235 for: {'port': 1} {{(pid=94212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 18:20:43.394472 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-945bc1ef-4102-4f8c-ab37-efdc12519de9 req-85167f62-75c1-4783-9307-b73dd9af1c76 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:43.524181 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.db_base_plugin_common [req-945bc1ef-4102-4f8c-ab37-efdc12519de9 req-85167f62-75c1-4783-9307-b73dd9af1c76 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Allocated IP 172.20.0.11 (1370511f-2b66-4dfb-ac08-d34a11857787/62577e64-0b87-4c99-938c-6d58fc198501/38e545e7-0b08-4920-9cc2-ed5b29b54228) {{(pid=94212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 18:20:43.551532 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Device e8ef6690-cc35-4526-876d-89a7a61b4443 up at agent hyperv_hv-cinder-75994 {{(pid=94213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 18:20:43.607786 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Provisioning for port e8ef6690-cc35-4526-876d-89a7a61b4443 completed by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 18:20:43.611435 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Provisioning complete for port e8ef6690-cc35-4526-876d-89a7a61b4443 triggered by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:20:43.612002 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:43.666757 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-945bc1ef-4102-4f8c-ab37-efdc12519de9 req-85167f62-75c1-4783-9307-b73dd9af1c76 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks [] for port, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:43.678924 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.provisioning_blocks [req-945bc1ef-4102-4f8c-ab37-efdc12519de9 req-85167f62-75c1-4783-9307-b73dd9af1c76 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Transition to ACTIVE for port object 38e545e7-0b08-4920-9cc2-ed5b29b54228 will not be triggered until provisioned by entity DHCP. {{(pid=94212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 18:20:43.689707 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:43.710780 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-945bc1ef-4102-4f8c-ab37-efdc12519de9 req-85167f62-75c1-4783-9307-b73dd9af1c76 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763627144933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8400677'] for port, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:43.713258 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca69a8d2-ea49-4bf2-a3e4-99e4ce2e07c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8ef6690-cc35-4526-876d-89a7a61b4443'}] {{(pid=94213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 18:20:43.715767 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093bef5005328d2170e61a9e3556762ddeddd0b69a57765fcd678c61bdf37499" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8282cefe-1fcf-4907-b787-751619d952fb" -d '{"events": [{"server_uuid": "ca69a8d2-ea49-4bf2-a3e4-99e4ce2e07c6", "name": "network-vif-plugged", "status": "completed", "tag": "e8ef6690-cc35-4526-876d-89a7a61b4443"}]}' {{(pid=94213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 18:20:43.730020 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] For port e8ef6690-cc35-4526-876d-89a7a61b4443, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=e8ef6690-cc35-4526-876d-89a7a61b4443,segment=NetworkSegment(9c5c1358-7851-4873-a74a-e06982d82b61),segment_id=9c5c1358-7851-4873-a74a-e06982d82b61)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:20:43.735027 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:43.751622 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-945bc1ef-4102-4f8c-ab37-efdc12519de9 req-85167f62-75c1-4783-9307-b73dd9af1c76 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Network 1370511f-2b66-4dfb-ac08-d34a11857787 is already hosted by enough agents. {{(pid=94212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 18:20:43.756815 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.base_scheduler [req-945bc1ef-4102-4f8c-ab37-efdc12519de9 req-85167f62-75c1-4783-9307-b73dd9af1c76 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Resources bound (agent type, host, resource id): {{(pid=94212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 18:20:43.760577 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.l3_dvrscheduler_db [req-945bc1ef-4102-4f8c-ab37-efdc12519de9 req-85167f62-75c1-4783-9307-b73dd9af1c76 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Received port after_create {{(pid=94212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 18:20:43.767340 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 18:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf57bec-c699-4c27-b7d7-778217210249 x-openstack-request-id: req-abf57bec-c699-4c27-b7d7-778217210249 {{(pid=94213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 18:20:43.767611 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca69a8d2-ea49-4bf2-a3e4-99e4ce2e07c6", "name": "network-vif-plugged", "status": "completed", "tag": "e8ef6690-cc35-4526-876d-89a7a61b4443", "code": 200}]} {{(pid=94213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 18:20:43.767869 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-abf57bec-c699-4c27-b7d7-778217210249 {{(pid=94213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 18:20:43.768251 dv-cinder-759943-10-iscsi neutron-server[94213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca69a8d2-ea49-4bf2-a3e4-99e4ce2e07c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8ef6690-cc35-4526-876d-89a7a61b4443', 'code': 200} Aug 12 18:20:43.787098 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85167f62-75c1-4783-9307-b73dd9af1c76 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Pushing event updated for resources: {'Port': ['ID=38e545e7-0b08-4920-9cc2-ed5b29b54228,revision_number=1']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:20:43.810733 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Pushing event updated for resources: {'Port': ['ID=e8ef6690-cc35-4526-876d-89a7a61b4443,revision_number=5']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:20:43.817966 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945bc1ef-4102-4f8c-ab37-efdc12519de9 req-85167f62-75c1-4783-9307-b73dd9af1c76 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:20:43.818603 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-945bc1ef-4102-4f8c-ab37-efdc12519de9 req-85167f62-75c1-4783-9307-b73dd9af1c76 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195385'] for port, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:43.824283 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:20:43.824881 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:20:43.825388 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:20:43.825915 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:20:43.826520 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:20:43.827004 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:20:43.827490 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:20:43.828539 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:20:43.829102 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:20:43.829822 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:20:43.830339 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:20:43.830752 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:20:43.835317 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-945bc1ef-4102-4f8c-ab37-efdc12519de9 req-85167f62-75c1-4783-9307-b73dd9af1c76 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6149242 Aug 12 18:20:43.848120 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.v2.base [req-945bc1ef-4102-4f8c-ab37-efdc12519de9 req-fc70fad0-dece-4dd8-8bdf-10d9acbf8325 service neutron] Request body: {'port': {'device_id': '900e1c0f-b357-413f-a131-ad38715c7fcf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=94212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:20:43.932200 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-945bc1ef-4102-4f8c-ab37-efdc12519de9 req-fc70fad0-dece-4dd8-8bdf-10d9acbf8325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:43.974880 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b1c585-ccdb-42d6-b144-ac6d735011b4 req-040dc3db-8207-4c9c-bf85-d713a3a6d56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:20:43.976355 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-95b1c585-ccdb-42d6-b144-ac6d735011b4 req-040dc3db-8207-4c9c-bf85-d713a3a6d56b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ca69a8d2-ea49-4bf2-a3e4-99e4ce2e07c6 HTTP/1.1" status: 200 len: 1098 time: 0.0782845 Aug 12 18:20:44.031543 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-bbd38754-2a2e-4277-8720-5e17babdf7ad None None] Provisioning for port 38e545e7-0b08-4920-9cc2-ed5b29b54228 completed by entity DHCP. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 18:20:44.035060 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-bbd38754-2a2e-4277-8720-5e17babdf7ad None None] Provisioning complete for port 38e545e7-0b08-4920-9cc2-ed5b29b54228 triggered by entity DHCP. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:20:44.035371 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-bbd38754-2a2e-4277-8720-5e17babdf7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:44.067478 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.plugin [None req-bbd38754-2a2e-4277-8720-5e17babdf7ad None None] Port 38e545e7-0b08-4920-9cc2-ed5b29b54228 cannot update to ACTIVE because it is not bound. {{(pid=94213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 18:20:44.075600 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-95b1c585-ccdb-42d6-b144-ac6d735011b4 req-028fdcc0-c24e-4d84-9197-8bee09288a60 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e87e8da2-5c77-4bdf-9e7e-8593cb9a5de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910041 Aug 12 18:20:44.223597 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.notifiers.nova [req-945bc1ef-4102-4f8c-ab37-efdc12519de9 req-fc70fad0-dece-4dd8-8bdf-10d9acbf8325 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38e545e7-0b08-4920-9cc2-ed5b29b54228 {{(pid=94212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 18:20:44.231057 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-945bc1ef-4102-4f8c-ab37-efdc12519de9 req-fc70fad0-dece-4dd8-8bdf-10d9acbf8325 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:44.242938 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.provisioning_blocks [req-945bc1ef-4102-4f8c-ab37-efdc12519de9 req-fc70fad0-dece-4dd8-8bdf-10d9acbf8325 service neutron] Transition to ACTIVE for port object 38e545e7-0b08-4920-9cc2-ed5b29b54228 will not be triggered until provisioned by entity L2. {{(pid=94212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 18:20:44.246224 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-945bc1ef-4102-4f8c-ab37-efdc12519de9 req-fc70fad0-dece-4dd8-8bdf-10d9acbf8325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8400684'] for port, after_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:44.316816 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc70fad0-dece-4dd8-8bdf-10d9acbf8325 service neutron] Pushing event updated for resources: {'Port': ['ID=38e545e7-0b08-4920-9cc2-ed5b29b54228,revision_number=2']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:20:44.369026 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.managers [req-945bc1ef-4102-4f8c-ab37-efdc12519de9 req-fc70fad0-dece-4dd8-8bdf-10d9acbf8325 service neutron] Attempting to bind port 38e545e7-0b08-4920-9cc2-ed5b29b54228 on host hv-cinder-75994 for vnic_type normal with profile {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 18:20:44.369364 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.managers [req-945bc1ef-4102-4f8c-ab37-efdc12519de9 req-fc70fad0-dece-4dd8-8bdf-10d9acbf8325 service neutron] Attempting to bind port 38e545e7-0b08-4920-9cc2-ed5b29b54228 by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': 'c50bee88-fb75-4c7e-92a9-e5ad83fc9ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1370511f-2b66-4dfb-ac08-d34a11857787'}] {{(pid=94212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 18:20:44.369688 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945bc1ef-4102-4f8c-ab37-efdc12519de9 req-fc70fad0-dece-4dd8-8bdf-10d9acbf8325 service neutron] Attempting to bind port 38e545e7-0b08-4920-9cc2-ed5b29b54228 on network 1370511f-2b66-4dfb-ac08-d34a11857787 {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 18:20:44.373987 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945bc1ef-4102-4f8c-ab37-efdc12519de9 req-fc70fad0-dece-4dd8-8bdf-10d9acbf8325 service neutron] Port 38e545e7-0b08-4920-9cc2-ed5b29b54228 on network 1370511f-2b66-4dfb-ac08-d34a11857787 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 18:20:44.374315 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945bc1ef-4102-4f8c-ab37-efdc12519de9 req-fc70fad0-dece-4dd8-8bdf-10d9acbf8325 service neutron] Attempting to bind port 38e545e7-0b08-4920-9cc2-ed5b29b54228 on network 1370511f-2b66-4dfb-ac08-d34a11857787 {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 18:20:44.379903 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945bc1ef-4102-4f8c-ab37-efdc12519de9 req-fc70fad0-dece-4dd8-8bdf-10d9acbf8325 service neutron] Checking agent: {'id': '45fcbab4-fb54-4843-ab6e-792adfc8e994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 18, 10, 22), 'started_at': datetime.datetime(2021, 8, 12, 18, 10, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 18, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 18:20:44.380807 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945bc1ef-4102-4f8c-ab37-efdc12519de9 req-fc70fad0-dece-4dd8-8bdf-10d9acbf8325 service neutron] Checking segment: {'id': 'c50bee88-fb75-4c7e-92a9-e5ad83fc9ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1370511f-2b66-4dfb-ac08-d34a11857787'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 18:20:44.380807 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945bc1ef-4102-4f8c-ab37-efdc12519de9 req-fc70fad0-dece-4dd8-8bdf-10d9acbf8325 service neutron] Bound using segment: {'id': 'c50bee88-fb75-4c7e-92a9-e5ad83fc9ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1370511f-2b66-4dfb-ac08-d34a11857787'} {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 18:20:44.381029 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.managers [req-945bc1ef-4102-4f8c-ab37-efdc12519de9 req-fc70fad0-dece-4dd8-8bdf-10d9acbf8325 service neutron] Bound port: 38e545e7-0b08-4920-9cc2-ed5b29b54228, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c50bee88-fb75-4c7e-92a9-e5ad83fc9ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1370511f-2b66-4dfb-ac08-d34a11857787'}}] {{(pid=94212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 18:20:44.381375 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-945bc1ef-4102-4f8c-ab37-efdc12519de9 req-fc70fad0-dece-4dd8-8bdf-10d9acbf8325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:44.480414 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4dd3c9-a0cb-4c87-8182-318902ac0039 req-bb5160cc-e919-4787-97fb-a5330ce3353f tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:20:44.482066 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-4b4dd3c9-a0cb-4c87-8182-318902ac0039 req-bb5160cc-e919-4787-97fb-a5330ce3353f tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/ports?device_id=900e1c0f-b357-413f-a131-ad38715c7fcf HTTP/1.1" status: 200 len: 944 time: 0.0863979 Aug 12 18:20:44.487337 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.db [req-945bc1ef-4102-4f8c-ab37-efdc12519de9 req-fc70fad0-dece-4dd8-8bdf-10d9acbf8325 service neutron] For port 38e545e7-0b08-4920-9cc2-ed5b29b54228, host hv-cinder-75994, cleared binding levels {{(pid=94212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 18:20:44.496776 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.db [req-945bc1ef-4102-4f8c-ab37-efdc12519de9 req-fc70fad0-dece-4dd8-8bdf-10d9acbf8325 service neutron] For port 38e545e7-0b08-4920-9cc2-ed5b29b54228, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=38e545e7-0b08-4920-9cc2-ed5b29b54228,segment=NetworkSegment(c50bee88-fb75-4c7e-92a9-e5ad83fc9ee6),segment_id=c50bee88-fb75-4c7e-92a9-e5ad83fc9ee6)] {{(pid=94212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 18:20:44.504925 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c62cfd6-3ae3-4fb5-80c2-80cc1ac4e2b3 req-16538035-d388-4642-8cfa-e0a24ab4137d tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:20:44.506464 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-2c62cfd6-3ae3-4fb5-80c2-80cc1ac4e2b3 req-16538035-d388-4642-8cfa-e0a24ab4137d tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/ports?device_id=ca69a8d2-ea49-4bf2-a3e4-99e4ce2e07c6 HTTP/1.1" status: 200 len: 945 time: 0.0508811 Aug 12 18:20:44.510557 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-945bc1ef-4102-4f8c-ab37-efdc12519de9 req-fc70fad0-dece-4dd8-8bdf-10d9acbf8325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8400684'] for port, after_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:44.544040 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-2c62cfd6-3ae3-4fb5-80c2-80cc1ac4e2b3 req-9def5ac1-415e-4a9d-9c42-82c830d32f91 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/security-groups?id=e87e8da2-5c77-4bdf-9e7e-8593cb9a5de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313041 Aug 12 18:20:44.557602 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945bc1ef-4102-4f8c-ab37-efdc12519de9 req-fc70fad0-dece-4dd8-8bdf-10d9acbf8325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:20:44.558270 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-945bc1ef-4102-4f8c-ab37-efdc12519de9 req-fc70fad0-dece-4dd8-8bdf-10d9acbf8325 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195385'] for port, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:44.559636 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-945bc1ef-4102-4f8c-ab37-efdc12519de9 req-fc70fad0-dece-4dd8-8bdf-10d9acbf8325 service neutron] 10.222.0.57 "PUT /v2.0/ports/38e545e7-0b08-4920-9cc2-ed5b29b54228 HTTP/1.1" status: 200 len: 1094 time: 0.7167380 Aug 12 18:20:44.562818 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-4b4dd3c9-a0cb-4c87-8182-318902ac0039 req-8521d2e2-575d-48b4-a463-13668c636feb tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ce17333-f48b-4fb5-8537-1fff2ad9421d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729156 Aug 12 18:20:44.563246 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '900e1c0f-b357-413f-a131-ad38715c7fcf', 'tag': '38e545e7-0b08-4920-9cc2-ed5b29b54228'}] {{(pid=94212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 18:20:44.565696 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd512f55349b839fb4675422b2dbaf52bda1baead41a4efd90d4bf8a5142663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b41c1a6b-3ef0-4098-ac1d-62e7de4ac1b1" -d '{"events": [{"name": "network-changed", "server_uuid": "900e1c0f-b357-413f-a131-ad38715c7fcf", "tag": "38e545e7-0b08-4920-9cc2-ed5b29b54228"}]}' {{(pid=94212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 18:20:44.614816 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 18:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b2c8746-3ecc-4a0c-a61a-cfe75ba62270 x-openstack-request-id: req-5b2c8746-3ecc-4a0c-a61a-cfe75ba62270 {{(pid=94212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 18:20:44.615105 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "900e1c0f-b357-413f-a131-ad38715c7fcf", "tag": "38e545e7-0b08-4920-9cc2-ed5b29b54228", "status": "completed", "code": 200}]} {{(pid=94212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 18:20:44.615358 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5b2c8746-3ecc-4a0c-a61a-cfe75ba62270 {{(pid=94212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 18:20:44.615762 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '900e1c0f-b357-413f-a131-ad38715c7fcf', 'tag': '38e545e7-0b08-4920-9cc2-ed5b29b54228', 'status': 'completed', 'code': 200} Aug 12 18:20:44.617502 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc70fad0-dece-4dd8-8bdf-10d9acbf8325 service neutron] Pushing event updated for resources: {'Port': ['ID=38e545e7-0b08-4920-9cc2-ed5b29b54228,revision_number=3']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:20:44.650601 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945bc1ef-4102-4f8c-ab37-efdc12519de9 req-4875d03b-4686-48e7-8c8d-7271a85152cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:20:44.652216 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-945bc1ef-4102-4f8c-ab37-efdc12519de9 req-4875d03b-4686-48e7-8c8d-7271a85152cd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8cc8b54eaea84dce93e93369d1e2a235&device_id=900e1c0f-b357-413f-a131-ad38715c7fcf HTTP/1.1" status: 200 len: 1097 time: 0.0480776 Aug 12 18:20:44.696173 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-945bc1ef-4102-4f8c-ab37-efdc12519de9 req-b2bc925c-1cf6-4928-bd25-2dbd92ac6d4c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=38e545e7-0b08-4920-9cc2-ed5b29b54228 HTTP/1.1" status: 200 len: 217 time: 0.0345938 Aug 12 18:20:44.749369 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945bc1ef-4102-4f8c-ab37-efdc12519de9 req-992b7864-d15b-44c0-8515-fe41fe6056d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:20:44.750837 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-945bc1ef-4102-4f8c-ab37-efdc12519de9 req-992b7864-d15b-44c0-8515-fe41fe6056d7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=62577e64-0b87-4c99-938c-6d58fc198501 HTTP/1.1" status: 200 len: 851 time: 0.0479541 Aug 12 18:20:44.803084 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945bc1ef-4102-4f8c-ab37-efdc12519de9 req-8941cfd4-63d0-4d38-ab23-16974b8f6057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:20:44.804665 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-945bc1ef-4102-4f8c-ab37-efdc12519de9 req-8941cfd4-63d0-4d38-ab23-16974b8f6057 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1370511f-2b66-4dfb-ac08-d34a11857787&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0400107 Aug 12 18:20:44.896249 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-945bc1ef-4102-4f8c-ab37-efdc12519de9 req-7d408015-56c4-4f96-8ed2-d9a64a1f59a3 service neutron] 10.222.0.57 "GET /v2.0/networks/1370511f-2b66-4dfb-ac08-d34a11857787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833504 Aug 12 18:20:44.994603 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-945bc1ef-4102-4f8c-ab37-efdc12519de9 req-9c9b28c9-0275-4a8e-a043-dd72c9e105d8 service neutron] 10.222.0.57 "GET /v2.0/networks/1370511f-2b66-4dfb-ac08-d34a11857787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911345 Aug 12 18:20:45.072405 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41c1a6b-3ef0-4098-ac1d-62e7de4ac1b1 req-c40bc49e-e37a-4d6d-a560-f9c9648cccff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:20:45.073757 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-b41c1a6b-3ef0-4098-ac1d-62e7de4ac1b1 req-c40bc49e-e37a-4d6d-a560-f9c9648cccff service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8cc8b54eaea84dce93e93369d1e2a235&device_id=900e1c0f-b357-413f-a131-ad38715c7fcf HTTP/1.1" status: 200 len: 1097 time: 0.0389607 Aug 12 18:20:45.164209 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41c1a6b-3ef0-4098-ac1d-62e7de4ac1b1 req-2b0bb152-fa7a-4267-9dbd-fd174ab932a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:20:45.165654 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-b41c1a6b-3ef0-4098-ac1d-62e7de4ac1b1 req-2b0bb152-fa7a-4267-9dbd-fd174ab932a5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1370511f-2b66-4dfb-ac08-d34a11857787 HTTP/1.1" status: 200 len: 913 time: 0.0852902 Aug 12 18:20:45.208194 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-b41c1a6b-3ef0-4098-ac1d-62e7de4ac1b1 req-11d40a49-8fb5-489b-bd9a-18e527c1fa28 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=38e545e7-0b08-4920-9cc2-ed5b29b54228 HTTP/1.1" status: 200 len: 217 time: 0.0328977 Aug 12 18:20:45.256228 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41c1a6b-3ef0-4098-ac1d-62e7de4ac1b1 req-3b012dfd-4b5e-42f3-89f9-e29f67c58df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:20:45.257697 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-b41c1a6b-3ef0-4098-ac1d-62e7de4ac1b1 req-3b012dfd-4b5e-42f3-89f9-e29f67c58df1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=62577e64-0b87-4c99-938c-6d58fc198501 HTTP/1.1" status: 200 len: 851 time: 0.0423415 Aug 12 18:20:45.305665 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41c1a6b-3ef0-4098-ac1d-62e7de4ac1b1 req-036cfd5a-79f7-4d58-a0c4-8b584c00b4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:20:45.307129 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-b41c1a6b-3ef0-4098-ac1d-62e7de4ac1b1 req-036cfd5a-79f7-4d58-a0c4-8b584c00b4fa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1370511f-2b66-4dfb-ac08-d34a11857787&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0426261 Aug 12 18:20:45.391669 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-b41c1a6b-3ef0-4098-ac1d-62e7de4ac1b1 req-890e9c0f-b42b-42fa-b66a-79d5ca7c613c service neutron] 10.222.0.57 "GET /v2.0/networks/1370511f-2b66-4dfb-ac08-d34a11857787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0776403 Aug 12 18:20:45.479325 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-b41c1a6b-3ef0-4098-ac1d-62e7de4ac1b1 req-5bb8b079-44a7-49e0-9e50-de74dd8ae6cd service neutron] 10.222.0.57 "GET /v2.0/networks/1370511f-2b66-4dfb-ac08-d34a11857787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808117 Aug 12 18:20:45.658446 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51b162d-54a0-4bd0-a393-195c8864cea9 req-06be79f7-0812-4e59-b368-4f0e8f47ed59 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:20:45.659900 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-a51b162d-54a0-4bd0-a393-195c8864cea9 req-06be79f7-0812-4e59-b368-4f0e8f47ed59 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/ports?device_id=ca69a8d2-ea49-4bf2-a3e4-99e4ce2e07c6 HTTP/1.1" status: 200 len: 945 time: 0.0489807 Aug 12 18:20:45.683242 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf54606-1c16-4e33-973f-e382125a8de1 req-a017f209-c5c3-487f-a28b-859b846d2ec5 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:20:45.684718 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-ddf54606-1c16-4e33-973f-e382125a8de1 req-a017f209-c5c3-487f-a28b-859b846d2ec5 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/ports?device_id=900e1c0f-b357-413f-a131-ad38715c7fcf HTTP/1.1" status: 200 len: 944 time: 0.0506656 Aug 12 18:20:45.697121 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-a51b162d-54a0-4bd0-a393-195c8864cea9 req-76755c4a-d284-4e65-8b47-a0515d221a07 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/security-groups?id=e87e8da2-5c77-4bdf-9e7e-8593cb9a5de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313790 Aug 12 18:20:45.721701 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-ddf54606-1c16-4e33-973f-e382125a8de1 req-e5fbf750-8501-495b-be7f-e51353e2e269 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ce17333-f48b-4fb5-8537-1fff2ad9421d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305207 Aug 12 18:20:46.834371 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4d37fe-c66e-4b8a-aa6f-6c25cccbf9d3 req-216b229b-727a-44e3-b185-c3b88afd8caa tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:20:46.835860 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-bd4d37fe-c66e-4b8a-aa6f-6c25cccbf9d3 req-216b229b-727a-44e3-b185-c3b88afd8caa tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/ports?device_id=900e1c0f-b357-413f-a131-ad38715c7fcf HTTP/1.1" status: 200 len: 944 time: 0.0486121 Aug 12 18:20:46.871775 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-bd4d37fe-c66e-4b8a-aa6f-6c25cccbf9d3 req-81779142-4fb7-40bb-a915-f19b36ac89b2 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ce17333-f48b-4fb5-8537-1fff2ad9421d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300860 Aug 12 18:20:47.982272 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841de43e-8af7-46f2-a5b7-32e6157d5716 req-b2a1cbaa-9cf0-4da3-8534-5c28ad548baa tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:20:47.983786 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-841de43e-8af7-46f2-a5b7-32e6157d5716 req-b2a1cbaa-9cf0-4da3-8534-5c28ad548baa tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/ports?device_id=900e1c0f-b357-413f-a131-ad38715c7fcf HTTP/1.1" status: 200 len: 944 time: 0.0473733 Aug 12 18:20:48.023742 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-841de43e-8af7-46f2-a5b7-32e6157d5716 req-531dac06-b67d-44cc-83d7-f29959feee90 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ce17333-f48b-4fb5-8537-1fff2ad9421d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337136 Aug 12 18:20:49.136652 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972e52e6-a4f0-40bc-954b-e2b6bf1d9f28 req-a90ea38c-c91b-4920-9f7f-be8bf15830af tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:20:49.138119 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-972e52e6-a4f0-40bc-954b-e2b6bf1d9f28 req-a90ea38c-c91b-4920-9f7f-be8bf15830af tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/ports?device_id=900e1c0f-b357-413f-a131-ad38715c7fcf HTTP/1.1" status: 200 len: 944 time: 0.0469348 Aug 12 18:20:49.174243 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-972e52e6-a4f0-40bc-954b-e2b6bf1d9f28 req-f3e8678b-3aa3-45c2-b755-5fa18afbd858 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ce17333-f48b-4fb5-8537-1fff2ad9421d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296504 Aug 12 18:20:50.286256 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd87f338-d2eb-4e2d-a49c-dbceae058497 req-21921eed-5122-4d9e-a73d-99d971ed3644 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:20:50.287719 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-dd87f338-d2eb-4e2d-a49c-dbceae058497 req-21921eed-5122-4d9e-a73d-99d971ed3644 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/ports?device_id=900e1c0f-b357-413f-a131-ad38715c7fcf HTTP/1.1" status: 200 len: 944 time: 0.0487890 Aug 12 18:20:50.324034 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-dd87f338-d2eb-4e2d-a49c-dbceae058497 req-22f46c70-a277-467d-9aa0-6868638cdc77 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ce17333-f48b-4fb5-8537-1fff2ad9421d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304198 Aug 12 18:20:51.439276 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe99975a-f692-47de-84e0-a2a1f5d52e36 req-e70bde59-ec39-400c-a9db-9ca92b2699a6 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:20:51.440715 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-fe99975a-f692-47de-84e0-a2a1f5d52e36 req-e70bde59-ec39-400c-a9db-9ca92b2699a6 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/ports?device_id=900e1c0f-b357-413f-a131-ad38715c7fcf HTTP/1.1" status: 200 len: 944 time: 0.0466430 Aug 12 18:20:51.476270 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-fe99975a-f692-47de-84e0-a2a1f5d52e36 req-cea22c86-4c0a-4033-b209-b587f548b8bc tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ce17333-f48b-4fb5-8537-1fff2ad9421d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297890 Aug 12 18:20:52.172409 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:52.586204 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701550e-63a0-4753-aa61-f8c2dd285c0a req-ed6f4c68-d22b-4fdb-841a-56a7f236a778 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:20:52.587809 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-5701550e-63a0-4753-aa61-f8c2dd285c0a req-ed6f4c68-d22b-4fdb-841a-56a7f236a778 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/ports?device_id=900e1c0f-b357-413f-a131-ad38715c7fcf HTTP/1.1" status: 200 len: 944 time: 0.0477123 Aug 12 18:20:52.625012 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-5701550e-63a0-4753-aa61-f8c2dd285c0a req-7d2e106c-c5aa-4e60-801e-2edc3b5b0d04 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ce17333-f48b-4fb5-8537-1fff2ad9421d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314906 Aug 12 18:20:53.616677 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Device 38e545e7-0b08-4920-9cc2-ed5b29b54228 details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=94213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 18:20:53.712661 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] For port 38e545e7-0b08-4920-9cc2-ed5b29b54228, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=38e545e7-0b08-4920-9cc2-ed5b29b54228,segment=NetworkSegment(c50bee88-fb75-4c7e-92a9-e5ad83fc9ee6),segment_id=c50bee88-fb75-4c7e-92a9-e5ad83fc9ee6)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:20:53.724389 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Returning: {'device': '38e545e7-0b08-4920-9cc2-ed5b29b54228', 'network_id': '1370511f-2b66-4dfb-ac08-d34a11857787', 'port_id': '38e545e7-0b08-4920-9cc2-ed5b29b54228', 'mac_address': 'fa:16:3e:3e:7a:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62577e64-0b87-4c99-938c-6d58fc198501', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 18:20:53.743111 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e68e49-ce04-436c-8683-81e00d5a4f22 req-0d33f69a-2721-4c69-88f6-b86b47dfdb64 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:20:53.748437 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-f1e68e49-ce04-436c-8683-81e00d5a4f22 req-0d33f69a-2721-4c69-88f6-b86b47dfdb64 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/ports?device_id=900e1c0f-b357-413f-a131-ad38715c7fcf HTTP/1.1" status: 200 len: 944 time: 0.0569980 Aug 12 18:20:53.761563 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:53.774148 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.notifiers.nova [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38e545e7-0b08-4920-9cc2-ed5b29b54228 {{(pid=94213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 18:20:53.790035 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-f1e68e49-ce04-436c-8683-81e00d5a4f22 req-a1ea7e61-af29-4414-9fb8-669e90f5132b tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ce17333-f48b-4fb5-8537-1fff2ad9421d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375006 Aug 12 18:20:53.794339 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] For port 38e545e7-0b08-4920-9cc2-ed5b29b54228, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=38e545e7-0b08-4920-9cc2-ed5b29b54228,segment=NetworkSegment(c50bee88-fb75-4c7e-92a9-e5ad83fc9ee6),segment_id=c50bee88-fb75-4c7e-92a9-e5ad83fc9ee6)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:20:53.799278 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:53.944479 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1577cf83-c234-4f6a-84cc-56d1049968f9 req-4379d298-c274-4c50-b689-d27689ed2982 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:20:53.946038 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-1577cf83-c234-4f6a-84cc-56d1049968f9 req-4379d298-c274-4c50-b689-d27689ed2982 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/networks?id=b5307eab-37b9-4c1f-9d5b-2838d03c5908 HTTP/1.1" status: 200 len: 814 time: 0.1064987 Aug 12 18:20:53.961394 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-1577cf83-c234-4f6a-84cc-56d1049968f9 req-112d7c2c-e8db-40e2-8bc6-af76e07248f4 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/quotas/d10fad7ec86447ffb62ebdad00db44c6 HTTP/1.1" status: 200 len: 375 time: 0.0096314 Aug 12 18:20:53.977229 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Pushing event updated for resources: {'Port': ['ID=38e545e7-0b08-4920-9cc2-ed5b29b54228,revision_number=4']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:20:54.009737 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-1577cf83-c234-4f6a-84cc-56d1049968f9 req-dd406e7e-a4ec-47ca-9997-10d1e67ca979 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d10fad7ec86447ffb62ebdad00db44c6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0426197 Aug 12 18:20:54.035470 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] get_ports_and_sgs() called for port_ids ['38e545e7-0b08-4920-9cc2-ed5b29b54228'] {{(pid=94213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 18:20:54.100088 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-1577cf83-c234-4f6a-84cc-56d1049968f9 req-bfb01f91-26cf-4e98-b4b7-e8a5d1a84df3 service neutron] 10.222.0.30 "GET /v2.0/networks/b5307eab-37b9-4c1f-9d5b-2838d03c5908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829620 Aug 12 18:20:54.186201 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-1577cf83-c234-4f6a-84cc-56d1049968f9 req-5675b07f-2388-49a1-9301-6348ee7fd075 service neutron] 10.222.0.30 "GET /v2.0/networks/b5307eab-37b9-4c1f-9d5b-2838d03c5908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797851 Aug 12 18:20:54.343508 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-2d51710e-6dce-4e08-bb37-84360faa6f2b req-8e196927-5a16-4354-b833-49b69f29cdc2 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb2befc9-ea71-4484-b914-d79290282184 HTTP/1.1" status: 200 len: 210 time: 0.0259743 Aug 12 18:20:54.897415 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1719e8a6-2b8a-4b36-a736-3b679d084887 req-c5ab0814-a4bd-4565-9ffe-8db69ce4b332 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:20:54.899066 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-1719e8a6-2b8a-4b36-a736-3b679d084887 req-c5ab0814-a4bd-4565-9ffe-8db69ce4b332 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/ports?device_id=900e1c0f-b357-413f-a131-ad38715c7fcf HTTP/1.1" status: 200 len: 945 time: 0.0484946 Aug 12 18:20:54.937166 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-1719e8a6-2b8a-4b36-a736-3b679d084887 req-b2956b6c-19bf-45e4-9354-21bcb5886a1a tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ce17333-f48b-4fb5-8537-1fff2ad9421d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313504 Aug 12 18:20:55.436229 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-a8b99116-11f7-47cf-9994-6468d647aa32 req-0dfe853c-8d59-4aed-9aee-c1aca7878987 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb2befc9-ea71-4484-b914-d79290282184 HTTP/1.1" status: 200 len: 210 time: 0.0264072 Aug 12 18:20:55.488059 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1577cf83-c234-4f6a-84cc-56d1049968f9 req-d76adfea-a8aa-49ce-9b9d-cebd62d21b84 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:20:55.489535 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-1577cf83-c234-4f6a-84cc-56d1049968f9 req-d76adfea-a8aa-49ce-9b9d-cebd62d21b84 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.57 "GET /v2.0/networks?id=b5307eab-37b9-4c1f-9d5b-2838d03c5908 HTTP/1.1" status: 200 len: 814 time: 0.3709569 Aug 12 18:20:55.502017 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.v2.base [req-1577cf83-c234-4f6a-84cc-56d1049968f9 req-aea9ea33-0e92-46f0-845b-32b696674922 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Request body: {'port': {'device_id': 'fb2befc9-ea71-4484-b914-d79290282184', 'network_id': 'b5307eab-37b9-4c1f-9d5b-2838d03c5908', 'admin_state_up': True, 'tenant_id': 'd10fad7ec86447ffb62ebdad00db44c6'}} {{(pid=94212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:20:55.606401 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1577cf83-c234-4f6a-84cc-56d1049968f9 req-aea9ea33-0e92-46f0-845b-32b696674922 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Made reservation on behalf of d10fad7ec86447ffb62ebdad00db44c6 for: {'port': 1} {{(pid=94212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 18:20:55.610076 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-1577cf83-c234-4f6a-84cc-56d1049968f9 req-aea9ea33-0e92-46f0-845b-32b696674922 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:55.633810 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Device 38e545e7-0b08-4920-9cc2-ed5b29b54228 up at agent hyperv_hv-cinder-75994 {{(pid=94213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 18:20:55.680028 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Provisioning for port 38e545e7-0b08-4920-9cc2-ed5b29b54228 completed by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 18:20:55.683652 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Provisioning complete for port 38e545e7-0b08-4920-9cc2-ed5b29b54228 triggered by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:20:55.684015 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:55.729726 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.db_base_plugin_common [req-1577cf83-c234-4f6a-84cc-56d1049968f9 req-aea9ea33-0e92-46f0-845b-32b696674922 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Allocated IP 172.20.0.7 (b5307eab-37b9-4c1f-9d5b-2838d03c5908/42fd65e4-3792-4db1-ad4d-9733647abebb/3a0a1491-e8db-4c79-b6b4-99f1170c8f36) {{(pid=94212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 18:20:55.758207 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:55.779935 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '900e1c0f-b357-413f-a131-ad38715c7fcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38e545e7-0b08-4920-9cc2-ed5b29b54228'}] {{(pid=94213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 18:20:55.782574 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093bef5005328d2170e61a9e3556762ddeddd0b69a57765fcd678c61bdf37499" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd846807-f37a-40db-a7b7-6950a839bea9" -d '{"events": [{"server_uuid": "900e1c0f-b357-413f-a131-ad38715c7fcf", "name": "network-vif-plugged", "status": "completed", "tag": "38e545e7-0b08-4920-9cc2-ed5b29b54228"}]}' {{(pid=94213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 18:20:55.796462 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] For port 38e545e7-0b08-4920-9cc2-ed5b29b54228, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=38e545e7-0b08-4920-9cc2-ed5b29b54228,segment=NetworkSegment(c50bee88-fb75-4c7e-92a9-e5ad83fc9ee6),segment_id=c50bee88-fb75-4c7e-92a9-e5ad83fc9ee6)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:20:55.800415 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:55.827668 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 18:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-947a1074-1c48-48a2-aea3-dba4318652ea x-openstack-request-id: req-947a1074-1c48-48a2-aea3-dba4318652ea {{(pid=94213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 18:20:55.828016 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "900e1c0f-b357-413f-a131-ad38715c7fcf", "name": "network-vif-plugged", "status": "completed", "tag": "38e545e7-0b08-4920-9cc2-ed5b29b54228", "code": 200}]} {{(pid=94213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 18:20:55.828835 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-947a1074-1c48-48a2-aea3-dba4318652ea {{(pid=94213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 18:20:55.829226 dv-cinder-759943-10-iscsi neutron-server[94213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '900e1c0f-b357-413f-a131-ad38715c7fcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38e545e7-0b08-4920-9cc2-ed5b29b54228', 'code': 200} Aug 12 18:20:55.858317 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Pushing event updated for resources: {'Port': ['ID=38e545e7-0b08-4920-9cc2-ed5b29b54228,revision_number=5']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:20:55.889331 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-1577cf83-c234-4f6a-84cc-56d1049968f9 req-aea9ea33-0e92-46f0-845b-32b696674922 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Notify callbacks [] for port, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:55.927393 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-1577cf83-c234-4f6a-84cc-56d1049968f9 req-aea9ea33-0e92-46f0-845b-32b696674922 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763627144933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8400677'] for port, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:55.939721 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] get_ports_and_sgs() called for port_ids ['e8ef6690-cc35-4526-876d-89a7a61b4443'] {{(pid=94213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 18:20:55.984688 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1577cf83-c234-4f6a-84cc-56d1049968f9 req-aea9ea33-0e92-46f0-845b-32b696674922 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Network b5307eab-37b9-4c1f-9d5b-2838d03c5908 is already hosted by enough agents. {{(pid=94212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 18:20:55.988108 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.base_scheduler [req-1577cf83-c234-4f6a-84cc-56d1049968f9 req-aea9ea33-0e92-46f0-845b-32b696674922 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Resources bound (agent type, host, resource id): {{(pid=94212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 18:20:55.992705 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.l3_dvrscheduler_db [req-1577cf83-c234-4f6a-84cc-56d1049968f9 req-aea9ea33-0e92-46f0-845b-32b696674922 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Received port after_create {{(pid=94212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 18:20:56.017648 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea9ea33-0e92-46f0-845b-32b696674922 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Pushing event updated for resources: {'Port': ['ID=3a0a1491-e8db-4c79-b6b4-99f1170c8f36,revision_number=1']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:20:56.072970 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1577cf83-c234-4f6a-84cc-56d1049968f9 req-aea9ea33-0e92-46f0-845b-32b696674922 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:20:56.073673 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-1577cf83-c234-4f6a-84cc-56d1049968f9 req-aea9ea33-0e92-46f0-845b-32b696674922 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195385'] for port, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:56.079649 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0555e980-1c2c-4196-b90c-74ec3f0ccd45 req-b5e75ba6-416b-4ec3-86af-75593df58430 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:20:56.081160 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-0555e980-1c2c-4196-b90c-74ec3f0ccd45 req-b5e75ba6-416b-4ec3-86af-75593df58430 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/ports?device_id=900e1c0f-b357-413f-a131-ad38715c7fcf HTTP/1.1" status: 200 len: 946 time: 0.0492427 Aug 12 18:20:56.090615 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b87acf7-469f-43c2-98ef-e3504cc9ec4b req-c0e8c2dd-cf6b-438b-96e0-7bfda669b566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:20:56.092197 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-1b87acf7-469f-43c2-98ef-e3504cc9ec4b req-c0e8c2dd-cf6b-438b-96e0-7bfda669b566 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=900e1c0f-b357-413f-a131-ad38715c7fcf HTTP/1.1" status: 200 len: 1099 time: 0.0719256 Aug 12 18:20:56.093923 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-1577cf83-c234-4f6a-84cc-56d1049968f9 req-aea9ea33-0e92-46f0-845b-32b696674922 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5955102 Aug 12 18:20:56.117304 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.v2.base [req-1577cf83-c234-4f6a-84cc-56d1049968f9 req-b3531335-5307-4202-bfd3-08cde38ae816 service neutron] Request body: {'port': {'device_id': 'fb2befc9-ea71-4484-b914-d79290282184', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=94212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:20:56.121368 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-0555e980-1c2c-4196-b90c-74ec3f0ccd45 req-ede1b54e-c99a-499d-8700-eea039ceda19 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ce17333-f48b-4fb5-8537-1fff2ad9421d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328922 Aug 12 18:20:56.164248 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-1b87acf7-469f-43c2-98ef-e3504cc9ec4b req-bac83d83-3e52-46e0-b786-49a76a6ac9ea service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2ce17333-f48b-4fb5-8537-1fff2ad9421d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576284 Aug 12 18:20:56.184893 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-1577cf83-c234-4f6a-84cc-56d1049968f9 req-b3531335-5307-4202-bfd3-08cde38ae816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:56.440485 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.notifiers.nova [req-1577cf83-c234-4f6a-84cc-56d1049968f9 req-b3531335-5307-4202-bfd3-08cde38ae816 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a0a1491-e8db-4c79-b6b4-99f1170c8f36 {{(pid=94212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 18:20:56.447675 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-1577cf83-c234-4f6a-84cc-56d1049968f9 req-b3531335-5307-4202-bfd3-08cde38ae816 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:56.459225 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.provisioning_blocks [req-1577cf83-c234-4f6a-84cc-56d1049968f9 req-b3531335-5307-4202-bfd3-08cde38ae816 service neutron] Transition to ACTIVE for port object 3a0a1491-e8db-4c79-b6b4-99f1170c8f36 will not be triggered until provisioned by entity L2. {{(pid=94212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 18:20:56.462846 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-1577cf83-c234-4f6a-84cc-56d1049968f9 req-b3531335-5307-4202-bfd3-08cde38ae816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8400684'] for port, after_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:56.524184 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3531335-5307-4202-bfd3-08cde38ae816 service neutron] Pushing event updated for resources: {'Port': ['ID=3a0a1491-e8db-4c79-b6b4-99f1170c8f36,revision_number=2']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:20:56.604769 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a751d8e-04e4-4e48-b892-80ef3c494a70 req-853b5eb4-3baf-45fe-882b-c525d7fa30b9 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:20:56.606247 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-3a751d8e-04e4-4e48-b892-80ef3c494a70 req-853b5eb4-3baf-45fe-882b-c525d7fa30b9 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb2befc9-ea71-4484-b914-d79290282184 HTTP/1.1" status: 200 len: 943 time: 0.0988894 Aug 12 18:20:56.630524 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.managers [req-1577cf83-c234-4f6a-84cc-56d1049968f9 req-b3531335-5307-4202-bfd3-08cde38ae816 service neutron] Attempting to bind port 3a0a1491-e8db-4c79-b6b4-99f1170c8f36 on host hv-cinder-75994 for vnic_type normal with profile {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 18:20:56.630787 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.managers [req-1577cf83-c234-4f6a-84cc-56d1049968f9 req-b3531335-5307-4202-bfd3-08cde38ae816 service neutron] Attempting to bind port 3a0a1491-e8db-4c79-b6b4-99f1170c8f36 by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': '9c5c1358-7851-4873-a74a-e06982d82b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'b5307eab-37b9-4c1f-9d5b-2838d03c5908'}] {{(pid=94212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 18:20:56.631110 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1577cf83-c234-4f6a-84cc-56d1049968f9 req-b3531335-5307-4202-bfd3-08cde38ae816 service neutron] Attempting to bind port 3a0a1491-e8db-4c79-b6b4-99f1170c8f36 on network b5307eab-37b9-4c1f-9d5b-2838d03c5908 {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 18:20:56.638093 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1577cf83-c234-4f6a-84cc-56d1049968f9 req-b3531335-5307-4202-bfd3-08cde38ae816 service neutron] Port 3a0a1491-e8db-4c79-b6b4-99f1170c8f36 on network b5307eab-37b9-4c1f-9d5b-2838d03c5908 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 18:20:56.638410 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1577cf83-c234-4f6a-84cc-56d1049968f9 req-b3531335-5307-4202-bfd3-08cde38ae816 service neutron] Attempting to bind port 3a0a1491-e8db-4c79-b6b4-99f1170c8f36 on network b5307eab-37b9-4c1f-9d5b-2838d03c5908 {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 18:20:56.650290 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1577cf83-c234-4f6a-84cc-56d1049968f9 req-b3531335-5307-4202-bfd3-08cde38ae816 service neutron] Checking agent: {'id': '45fcbab4-fb54-4843-ab6e-792adfc8e994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 18, 10, 22), 'started_at': datetime.datetime(2021, 8, 12, 18, 10, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 18, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 18:20:56.650620 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1577cf83-c234-4f6a-84cc-56d1049968f9 req-b3531335-5307-4202-bfd3-08cde38ae816 service neutron] Checking segment: {'id': '9c5c1358-7851-4873-a74a-e06982d82b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'b5307eab-37b9-4c1f-9d5b-2838d03c5908'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 18:20:56.650983 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1577cf83-c234-4f6a-84cc-56d1049968f9 req-b3531335-5307-4202-bfd3-08cde38ae816 service neutron] Bound using segment: {'id': '9c5c1358-7851-4873-a74a-e06982d82b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'b5307eab-37b9-4c1f-9d5b-2838d03c5908'} {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 18:20:56.651400 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.managers [req-1577cf83-c234-4f6a-84cc-56d1049968f9 req-b3531335-5307-4202-bfd3-08cde38ae816 service neutron] Bound port: 3a0a1491-e8db-4c79-b6b4-99f1170c8f36, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c5c1358-7851-4873-a74a-e06982d82b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'b5307eab-37b9-4c1f-9d5b-2838d03c5908'}}] {{(pid=94212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 18:20:56.651746 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-1577cf83-c234-4f6a-84cc-56d1049968f9 req-b3531335-5307-4202-bfd3-08cde38ae816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:56.665745 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-3a751d8e-04e4-4e48-b892-80ef3c494a70 req-69f0580d-e720-48d2-93ac-e864bf4980e2 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/security-groups?id=e87e8da2-5c77-4bdf-9e7e-8593cb9a5de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499620 Aug 12 18:20:56.717982 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.db [req-1577cf83-c234-4f6a-84cc-56d1049968f9 req-b3531335-5307-4202-bfd3-08cde38ae816 service neutron] For port 3a0a1491-e8db-4c79-b6b4-99f1170c8f36, host hv-cinder-75994, cleared binding levels {{(pid=94212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 18:20:56.721389 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.db [req-1577cf83-c234-4f6a-84cc-56d1049968f9 req-b3531335-5307-4202-bfd3-08cde38ae816 service neutron] For port 3a0a1491-e8db-4c79-b6b4-99f1170c8f36, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=3a0a1491-e8db-4c79-b6b4-99f1170c8f36,segment=NetworkSegment(9c5c1358-7851-4873-a74a-e06982d82b61),segment_id=9c5c1358-7851-4873-a74a-e06982d82b61)] {{(pid=94212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 18:20:56.725459 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-1577cf83-c234-4f6a-84cc-56d1049968f9 req-b3531335-5307-4202-bfd3-08cde38ae816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8400684'] for port, after_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:56.761513 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1577cf83-c234-4f6a-84cc-56d1049968f9 req-b3531335-5307-4202-bfd3-08cde38ae816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:20:56.762157 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-1577cf83-c234-4f6a-84cc-56d1049968f9 req-b3531335-5307-4202-bfd3-08cde38ae816 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195385'] for port, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:56.763505 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-1577cf83-c234-4f6a-84cc-56d1049968f9 req-b3531335-5307-4202-bfd3-08cde38ae816 service neutron] 10.222.0.57 "PUT /v2.0/ports/3a0a1491-e8db-4c79-b6b4-99f1170c8f36 HTTP/1.1" status: 200 len: 1093 time: 0.6557810 Aug 12 18:20:56.763939 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb2befc9-ea71-4484-b914-d79290282184', 'tag': '3a0a1491-e8db-4c79-b6b4-99f1170c8f36'}] {{(pid=94212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 18:20:56.766295 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd512f55349b839fb4675422b2dbaf52bda1baead41a4efd90d4bf8a5142663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a9467c7-5647-48da-bf11-d66e7410e7e5" -d '{"events": [{"name": "network-changed", "server_uuid": "fb2befc9-ea71-4484-b914-d79290282184", "tag": "3a0a1491-e8db-4c79-b6b4-99f1170c8f36"}]}' {{(pid=94212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 18:20:56.789016 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3531335-5307-4202-bfd3-08cde38ae816 service neutron] Pushing event updated for resources: {'Port': ['ID=3a0a1491-e8db-4c79-b6b4-99f1170c8f36,revision_number=3']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:20:56.811250 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 18:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-933fa236-39bc-4c3d-84d3-1c17d46a1b0b x-openstack-request-id: req-933fa236-39bc-4c3d-84d3-1c17d46a1b0b {{(pid=94212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 18:20:56.811534 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb2befc9-ea71-4484-b914-d79290282184", "tag": "3a0a1491-e8db-4c79-b6b4-99f1170c8f36", "status": "completed", "code": 200}]} {{(pid=94212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 18:20:56.811779 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-933fa236-39bc-4c3d-84d3-1c17d46a1b0b {{(pid=94212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 18:20:56.812168 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb2befc9-ea71-4484-b914-d79290282184', 'tag': '3a0a1491-e8db-4c79-b6b4-99f1170c8f36', 'status': 'completed', 'code': 200} Aug 12 18:20:56.868722 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1577cf83-c234-4f6a-84cc-56d1049968f9 req-e7eda0fa-08ca-462a-8b7a-432a6046049f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:20:56.870281 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-1577cf83-c234-4f6a-84cc-56d1049968f9 req-e7eda0fa-08ca-462a-8b7a-432a6046049f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d10fad7ec86447ffb62ebdad00db44c6&device_id=fb2befc9-ea71-4484-b914-d79290282184 HTTP/1.1" status: 200 len: 1096 time: 0.0412614 Aug 12 18:20:56.918302 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-1577cf83-c234-4f6a-84cc-56d1049968f9 req-7563112b-9185-49e9-a5bd-87720a7c03bf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a0a1491-e8db-4c79-b6b4-99f1170c8f36 HTTP/1.1" status: 200 len: 217 time: 0.0359073 Aug 12 18:20:56.971109 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1577cf83-c234-4f6a-84cc-56d1049968f9 req-ba0464a3-afa8-49be-97b9-b6555b7ed910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:20:56.972545 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-1577cf83-c234-4f6a-84cc-56d1049968f9 req-ba0464a3-afa8-49be-97b9-b6555b7ed910 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=42fd65e4-3792-4db1-ad4d-9733647abebb HTTP/1.1" status: 200 len: 854 time: 0.0445647 Aug 12 18:20:57.022516 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-1577cf83-c234-4f6a-84cc-56d1049968f9 req-b3a59b5d-5c91-4ef9-94a9-01e3e4bd0090 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b5307eab-37b9-4c1f-9d5b-2838d03c5908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282373 Aug 12 18:20:57.110350 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-1577cf83-c234-4f6a-84cc-56d1049968f9 req-11c44e5d-5153-4263-b798-1c3ab8ffb9ea service neutron] 10.222.0.57 "GET /v2.0/networks/b5307eab-37b9-4c1f-9d5b-2838d03c5908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797696 Aug 12 18:20:57.225652 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-1577cf83-c234-4f6a-84cc-56d1049968f9 req-366252b9-0535-4bdb-b7b3-4eed11cea0f7 service neutron] 10.222.0.57 "GET /v2.0/networks/b5307eab-37b9-4c1f-9d5b-2838d03c5908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073458 Aug 12 18:20:57.248967 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec449d7c-762f-4018-a400-52b7eb5b7eb3 req-e071787a-8fbd-4345-812d-71b7e2cb3510 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:20:57.251293 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-ec449d7c-762f-4018-a400-52b7eb5b7eb3 req-e071787a-8fbd-4345-812d-71b7e2cb3510 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/ports?device_id=900e1c0f-b357-413f-a131-ad38715c7fcf HTTP/1.1" status: 200 len: 946 time: 0.0616817 Aug 12 18:20:57.313881 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-ec449d7c-762f-4018-a400-52b7eb5b7eb3 req-2efc897c-4f73-493e-a797-ec006fc63693 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ce17333-f48b-4fb5-8537-1fff2ad9421d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571144 Aug 12 18:20:57.323229 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9467c7-5647-48da-bf11-d66e7410e7e5 req-28b8a5f4-108b-4019-bff9-28f3286d631e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:20:57.324704 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-2a9467c7-5647-48da-bf11-d66e7410e7e5 req-28b8a5f4-108b-4019-bff9-28f3286d631e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d10fad7ec86447ffb62ebdad00db44c6&device_id=fb2befc9-ea71-4484-b914-d79290282184 HTTP/1.1" status: 200 len: 1096 time: 0.0531969 Aug 12 18:20:57.419319 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9467c7-5647-48da-bf11-d66e7410e7e5 req-444bba17-2c12-4118-81f7-42fc879097b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:20:57.421156 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-2a9467c7-5647-48da-bf11-d66e7410e7e5 req-444bba17-2c12-4118-81f7-42fc879097b7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b5307eab-37b9-4c1f-9d5b-2838d03c5908 HTTP/1.1" status: 200 len: 915 time: 0.0860548 Aug 12 18:20:57.430010 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abcbfab-af03-4f9d-8336-e558b6a8c07d req-c0c6ca37-a2f9-4980-8669-ae5fb1f8565d tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:20:57.431463 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-7abcbfab-af03-4f9d-8336-e558b6a8c07d req-c0c6ca37-a2f9-4980-8669-ae5fb1f8565d tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/ports?device_id=900e1c0f-b357-413f-a131-ad38715c7fcf HTTP/1.1" status: 200 len: 946 time: 0.0505860 Aug 12 18:20:57.464874 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-2a9467c7-5647-48da-bf11-d66e7410e7e5 req-6fa620d1-7f62-4196-bd7c-61055428f529 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a0a1491-e8db-4c79-b6b4-99f1170c8f36 HTTP/1.1" status: 200 len: 217 time: 0.0334308 Aug 12 18:20:57.467738 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-7abcbfab-af03-4f9d-8336-e558b6a8c07d req-39b0451a-9234-4295-99ae-4d19eec037e3 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ce17333-f48b-4fb5-8537-1fff2ad9421d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303717 Aug 12 18:20:57.490554 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 56572) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:20:57.517877 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9467c7-5647-48da-bf11-d66e7410e7e5 req-45716aa5-4ff2-43d7-a413-0dd27a85ef73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:20:57.519438 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-2a9467c7-5647-48da-bf11-d66e7410e7e5 req-45716aa5-4ff2-43d7-a413-0dd27a85ef73 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=42fd65e4-3792-4db1-ad4d-9733647abebb HTTP/1.1" status: 200 len: 854 time: 0.0454354 Aug 12 18:20:57.555388 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-2a9467c7-5647-48da-bf11-d66e7410e7e5 req-76d381db-8303-40fd-b67f-eeca54f34964 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b5307eab-37b9-4c1f-9d5b-2838d03c5908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285766 Aug 12 18:20:57.627899 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557234b9-9c05-4455-b60c-cac7b6a5c67f tempest-TestVolumeBootPattern-801991321 tempest-TestVolumeBootPattern-801991321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:20:57.629411 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-557234b9-9c05-4455-b60c-cac7b6a5c67f tempest-TestVolumeBootPattern-801991321 tempest-TestVolumeBootPattern-801991321-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=900e1c0f-b357-413f-a131-ad38715c7fcf HTTP/1.1" status: 200 len: 1094 time: 0.1378853 Aug 12 18:20:57.632267 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 56576) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:20:57.636630 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.v2.base [None req-cc261fd3-f04a-49e8-bc01-f4e73f679fea tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Request body: {'floatingip': {'floating_network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'port_id': '38e545e7-0b08-4920-9cc2-ed5b29b54228', 'tenant_id': '8cc8b54eaea84dce93e93369d1e2a235', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:20:57.648899 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-2a9467c7-5647-48da-bf11-d66e7410e7e5 req-e1fe4bee-02e4-43d7-959d-d2dea34450aa service neutron] 10.222.0.57 "GET /v2.0/networks/b5307eab-37b9-4c1f-9d5b-2838d03c5908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812714 Aug 12 18:20:57.658637 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-cc261fd3-f04a-49e8-bc01-f4e73f679fea tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks [] for floatingip, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:57.754549 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-2a9467c7-5647-48da-bf11-d66e7410e7e5 req-8eadeb8c-0f7c-4af5-8774-5ce6fc5ae048 service neutron] 10.222.0.57 "GET /v2.0/networks/b5307eab-37b9-4c1f-9d5b-2838d03c5908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984197 Aug 12 18:20:57.755044 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-cc261fd3-f04a-49e8-bc01-f4e73f679fea tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:57.791294 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3792ec-f9ba-48fc-acc6-01448a18ba6b req-de44dff4-5dc8-47c2-9468-6e8b989f08b2 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:20:57.793037 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-8f3792ec-f9ba-48fc-acc6-01448a18ba6b req-de44dff4-5dc8-47c2-9468-6e8b989f08b2 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb2befc9-ea71-4484-b914-d79290282184 HTTP/1.1" status: 200 len: 943 time: 0.0527842 Aug 12 18:20:57.830683 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-8f3792ec-f9ba-48fc-acc6-01448a18ba6b req-3ea73cb0-ee52-430d-bc50-2795856a9cb8 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/security-groups?id=e87e8da2-5c77-4bdf-9e7e-8593cb9a5de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315006 Aug 12 18:20:57.856664 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.db.db_base_plugin_common [None req-cc261fd3-f04a-49e8-bc01-f4e73f679fea tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Allocated IP 172.27.3.212 (7a7b82d9-a69e-485d-9e07-6a129d075bce/c473b355-6ff8-4f1b-9a18-c893e152c20b/b6e1d59a-8ff0-429c-80ac-9e57f423ba67) {{(pid=94211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 18:20:57.955339 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-cc261fd3-f04a-49e8-bc01-f4e73f679fea tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks [] for port, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:57.992922 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-cc261fd3-f04a-49e8-bc01-f4e73f679fea tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763627144933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9252727'] for port, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:58.032489 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc261fd3-f04a-49e8-bc01-f4e73f679fea tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Network 7a7b82d9-a69e-485d-9e07-6a129d075bce is already hosted by enough agents. {{(pid=94211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 18:20:58.037330 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.base_scheduler [None req-cc261fd3-f04a-49e8-bc01-f4e73f679fea tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Resources bound (agent type, host, resource id): {{(pid=94211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 18:20:58.039448 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc261fd3-f04a-49e8-bc01-f4e73f679fea tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Pushing event updated for resources: {'Port': ['ID=b6e1d59a-8ff0-429c-80ac-9e57f423ba67,revision_number=1']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:20:58.041521 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc261fd3-f04a-49e8-bc01-f4e73f679fea tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Received port after_create {{(pid=94211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 18:20:58.374471 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-cc261fd3-f04a-49e8-bc01-f4e73f679fea tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:58.437128 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-cc261fd3-f04a-49e8-bc01-f4e73f679fea tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:58.523320 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.agents_db [None req-aa7dbe78-d4f0-421a-85da-826b2a172358 None None] Agent healthcheck: found 6 active agents {{(pid=94214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 18:20:58.582106 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-cc261fd3-f04a-49e8-bc01-f4e73f679fea tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks [] for port, precommit_update {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:58.586476 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-cc261fd3-f04a-49e8-bc01-f4e73f679fea tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9252734'] for port, after_update {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:58.654194 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc261fd3-f04a-49e8-bc01-f4e73f679fea tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Pushing event updated for resources: {'Port': ['ID=b6e1d59a-8ff0-429c-80ac-9e57f423ba67,revision_number=2']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:20:58.663539 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-cc261fd3-f04a-49e8-bc01-f4e73f679fea tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734856'] for floatingip, after_update {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:58.759643 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.db.l3_db [None req-cc261fd3-f04a-49e8-bc01-f4e73f679fea tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Floating IP 4686e55b-a0d9-4231-866d-e31c2335acff associated. External IP: 172.27.3.212, port: 38e545e7-0b08-4920-9cc2-ed5b29b54228. Aug 12 18:20:59.215635 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710e1830-9e33-49d5-8e70-e4eb683da57b req-147bd4f4-81d4-4dbe-97f1-1d327b23dd4f tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:20:59.217086 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-710e1830-9e33-49d5-8e70-e4eb683da57b req-147bd4f4-81d4-4dbe-97f1-1d327b23dd4f tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb2befc9-ea71-4484-b914-d79290282184 HTTP/1.1" status: 200 len: 943 time: 0.3204191 Aug 12 18:20:59.259752 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc261fd3-f04a-49e8-bc01-f4e73f679fea tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Router c03e7710-930c-4142-8078-cee656707ef2 has already been hosted by L3 agent 35f8a3af-1ed6-4507-a756-5ee5db7e6400 {{(pid=94211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 18:20:59.270425 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-710e1830-9e33-49d5-8e70-e4eb683da57b req-7fff80e0-939b-4bdc-8c5a-246faeb0ed18 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/security-groups?id=e87e8da2-5c77-4bdf-9e7e-8593cb9a5de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462840 Aug 12 18:20:59.369546 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc261fd3-f04a-49e8-bc01-f4e73f679fea tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify agent at l3_agent.dv-cinder-759943-10-iscsi the message routers_updated {{(pid=94211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 18:20:59.379247 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1c4c96-00fb-4f58-b7cc-45633ea4c754 None None] Sync routers for ids ['c03e7710-930c-4142-8078-cee656707ef2'] in dv-cinder-759943-10-iscsi {{(pid=94213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 18:20:59.385279 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-cc261fd3-f04a-49e8-bc01-f4e73f679fea tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195385'] for floatingip, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:59.388092 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1c4c96-00fb-4f58-b7cc-45633ea4c754 None None] Routers {'c03e7710-930c-4142-8078-cee656707ef2'} bound to L3 agent in host dv-cinder-759943-10-iscsi {{(pid=94213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 18:20:59.388873 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-0d1c4c96-00fb-4f58-b7cc-45633ea4c754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T18:04:37Z,description=,heartbeat_timestamp=2021-08-12T18:20:37Z,host='dv-cinder-759943-10-iscsi',id=35f8a3af-1ed6-4507-a756-5ee5db7e6400,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T18:04:37Z,topic='l3_agent')) {'router_ids': ['c03e7710-930c-4142-8078-cee656707ef2'], 'active': True} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:20:59.411978 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-cc261fd3-f04a-49e8-bc01-f4e73f679fea tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7786465 Aug 12 18:20:59.412572 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '900e1c0f-b357-413f-a131-ad38715c7fcf', 'tag': '38e545e7-0b08-4920-9cc2-ed5b29b54228'}] {{(pid=94211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 18:20:59.414855 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0869c7c93421d026cad47568b464a40121916bf4cc543438babfcccb5335f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa44f48b-8974-4187-9cdd-83bf44f8d0be" -d '{"events": [{"name": "network-changed", "server_uuid": "900e1c0f-b357-413f-a131-ad38715c7fcf", "tag": "38e545e7-0b08-4920-9cc2-ed5b29b54228"}]}' {{(pid=94211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 18:20:59.450293 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 18:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11457fe4-e41d-4942-aaf1-e76746f2893f x-openstack-request-id: req-11457fe4-e41d-4942-aaf1-e76746f2893f {{(pid=94211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 18:20:59.450893 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "900e1c0f-b357-413f-a131-ad38715c7fcf", "tag": "38e545e7-0b08-4920-9cc2-ed5b29b54228", "status": "completed", "code": 200}]} {{(pid=94211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 18:20:59.450893 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-11457fe4-e41d-4942-aaf1-e76746f2893f {{(pid=94211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 18:20:59.451370 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '900e1c0f-b357-413f-a131-ad38715c7fcf', 'tag': '38e545e7-0b08-4920-9cc2-ed5b29b54228', 'status': 'completed', 'code': 200} Aug 12 18:20:59.505138 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvr_db [None req-0d1c4c96-00fb-4f58-b7cc-45633ea4c754 None None] Set router c03e7710-930c-4142-8078-cee656707ef2 gateway port host: dv-cinder-759943-10-iscsi {{(pid=94213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 18:20:59.514227 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa44f48b-8974-4187-9cdd-83bf44f8d0be req-23edacb5-be4d-45d7-b567-4fdbc09b044d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:20:59.516379 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-aa44f48b-8974-4187-9cdd-83bf44f8d0be req-23edacb5-be4d-45d7-b567-4fdbc09b044d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8cc8b54eaea84dce93e93369d1e2a235&device_id=900e1c0f-b357-413f-a131-ad38715c7fcf HTTP/1.1" status: 200 len: 1099 time: 0.0402839 Aug 12 18:20:59.610422 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa44f48b-8974-4187-9cdd-83bf44f8d0be req-d8b5afa0-f595-48a9-84a4-efff794450c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:20:59.611907 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-aa44f48b-8974-4187-9cdd-83bf44f8d0be req-d8b5afa0-f595-48a9-84a4-efff794450c4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1370511f-2b66-4dfb-ac08-d34a11857787 HTTP/1.1" status: 200 len: 913 time: 0.0862525 Aug 12 18:20:59.643883 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Device 3a0a1491-e8db-4c79-b6b4-99f1170c8f36 details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=94213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 18:20:59.676021 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-aa44f48b-8974-4187-9cdd-83bf44f8d0be req-99f13182-f7b3-4d74-928a-5f5243674d4a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=38e545e7-0b08-4920-9cc2-ed5b29b54228 HTTP/1.1" status: 200 len: 1000 time: 0.0568430 Aug 12 18:20:59.725334 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa44f48b-8974-4187-9cdd-83bf44f8d0be req-64c2f9de-1d08-45ff-bc28-5457ec5f6dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:20:59.726857 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-aa44f48b-8974-4187-9cdd-83bf44f8d0be req-64c2f9de-1d08-45ff-bc28-5457ec5f6dd5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=62577e64-0b87-4c99-938c-6d58fc198501 HTTP/1.1" status: 200 len: 851 time: 0.0432811 Aug 12 18:20:59.777160 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa44f48b-8974-4187-9cdd-83bf44f8d0be req-f383df59-d660-412f-b4dc-09dc1c896fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:20:59.778663 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-aa44f48b-8974-4187-9cdd-83bf44f8d0be req-f383df59-d660-412f-b4dc-09dc1c896fc5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1370511f-2b66-4dfb-ac08-d34a11857787&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0430532 Aug 12 18:20:59.785059 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] For port 3a0a1491-e8db-4c79-b6b4-99f1170c8f36, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=3a0a1491-e8db-4c79-b6b4-99f1170c8f36,segment=NetworkSegment(9c5c1358-7851-4873-a74a-e06982d82b61),segment_id=9c5c1358-7851-4873-a74a-e06982d82b61)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:20:59.798405 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Returning: {'device': '3a0a1491-e8db-4c79-b6b4-99f1170c8f36', 'network_id': 'b5307eab-37b9-4c1f-9d5b-2838d03c5908', 'port_id': '3a0a1491-e8db-4c79-b6b4-99f1170c8f36', 'mac_address': 'fa:16:3e:14:ad:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42fd65e4-3792-4db1-ad4d-9733647abebb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 18:20:59.805650 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-0d1c4c96-00fb-4f58-b7cc-45633ea4c754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c03e7710-930c-4142-8078-cee656707ef2', 'name': 'tempest-TestVolumeBootPattern-1530632165-router', 'tenant_id': '8cc8b54eaea84dce93e93369d1e2a235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '082bfd6a-4f1c-4b3b-9912-30137bf79fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:20:15Z', 'updated_at': '2021-08-12T18:20:17Z', 'revision_number': 4, 'project_id': '8cc8b54eaea84dce93e93369d1e2a235', 'gw_port': {'id': '082bfd6a-4f1c-4b3b-9912-30137bf79fcd', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03e7710-930c-4142-8078-cee656707ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:20:15Z', 'updated_at': '2021-08-12T18:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi', '_floatingips': [{'id': '4686e55b-a0d9-4231-866d-e31c2335acff', 'tenant_id': '8cc8b54eaea84dce93e93369d1e2a235', 'floating_ip_address': '172.27.3.212', 'floating_network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'router_id': 'c03e7710-930c-4142-8078-cee656707ef2', 'port_id': '38e545e7-0b08-4920-9cc2-ed5b29b54228', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1370511f-2b66-4dfb-ac08-d34a11857787', 'mac_address': 'fa:16:3e:3e:7a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900e1c0f-b357-413f-a131-ad38715c7fcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T18:20:58Z', 'updated_at': '2021-08-12T18:20:58Z', 'revision_number': 0, 'project_id': '8cc8b54eaea84dce93e93369d1e2a235', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be927a16-4422-4bbf-a634-4d223e017989', 'name': '', 'network_id': '1370511f-2b66-4dfb-ac08-d34a11857787', 'tenant_id': '8cc8b54eaea84dce93e93369d1e2a235', 'mac_address': 'fa:16:3e:04:68:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03e7710-930c-4142-8078-cee656707ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '62577e64-0b87-4c99-938c-6d58fc198501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:20:17Z', 'updated_at': '2021-08-12T18:20:22Z', 'revision_number': 5, 'project_id': '8cc8b54eaea84dce93e93369d1e2a235', 'subnets': [{'id': '62577e64-0b87-4c99-938c-6d58fc198501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-10-iscsi', False) {} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:20:59.851303 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1c4c96-00fb-4f58-b7cc-45633ea4c754 None None] Checking router: c03e7710-930c-4142-8078-cee656707ef2 for host: dv-cinder-759943-10-iscsi {{(pid=94213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 18:20:59.868275 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1c4c96-00fb-4f58-b7cc-45633ea4c754 None None] Routers {'c03e7710-930c-4142-8078-cee656707ef2'} bound to L3 agent in host dv-cinder-759943-10-iscsi {{(pid=94213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 18:20:59.868871 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-0d1c4c96-00fb-4f58-b7cc-45633ea4c754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T18:04:37Z,description=,heartbeat_timestamp=2021-08-12T18:20:37Z,host='dv-cinder-759943-10-iscsi',id=35f8a3af-1ed6-4507-a756-5ee5db7e6400,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T18:04:37Z,topic='l3_agent')) {'router_ids': ['c03e7710-930c-4142-8078-cee656707ef2'], 'active': True} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:20:59.873735 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-aa44f48b-8974-4187-9cdd-83bf44f8d0be req-10aecb25-38b5-4da6-90cb-9cd1acb5e87a service neutron] 10.222.0.57 "GET /v2.0/networks/1370511f-2b66-4dfb-ac08-d34a11857787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865982 Aug 12 18:20:59.903496 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:20:59.925214 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.notifiers.nova [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a0a1491-e8db-4c79-b6b4-99f1170c8f36 {{(pid=94213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 18:20:59.979945 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] For port 3a0a1491-e8db-4c79-b6b4-99f1170c8f36, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=3a0a1491-e8db-4c79-b6b4-99f1170c8f36,segment=NetworkSegment(9c5c1358-7851-4873-a74a-e06982d82b61),segment_id=9c5c1358-7851-4873-a74a-e06982d82b61)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:20:59.980392 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-aa44f48b-8974-4187-9cdd-83bf44f8d0be req-ad648049-c507-4dec-903c-df09c0ffa17a service neutron] 10.222.0.57 "GET /v2.0/networks/1370511f-2b66-4dfb-ac08-d34a11857787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845406 Aug 12 18:20:59.985207 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:21:00.019217 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvr_db [None req-0d1c4c96-00fb-4f58-b7cc-45633ea4c754 None None] Set router c03e7710-930c-4142-8078-cee656707ef2 gateway port host: dv-cinder-759943-10-iscsi {{(pid=94213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 18:21:00.076608 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Pushing event updated for resources: {'Port': ['ID=3a0a1491-e8db-4c79-b6b4-99f1170c8f36,revision_number=4']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:21:00.248198 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] get_ports_and_sgs() called for port_ids ['3a0a1491-e8db-4c79-b6b4-99f1170c8f36'] {{(pid=94213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 18:21:00.273646 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-0d1c4c96-00fb-4f58-b7cc-45633ea4c754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c03e7710-930c-4142-8078-cee656707ef2', 'name': 'tempest-TestVolumeBootPattern-1530632165-router', 'tenant_id': '8cc8b54eaea84dce93e93369d1e2a235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '082bfd6a-4f1c-4b3b-9912-30137bf79fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:20:15Z', 'updated_at': '2021-08-12T18:20:17Z', 'revision_number': 4, 'project_id': '8cc8b54eaea84dce93e93369d1e2a235', 'gw_port': {'id': '082bfd6a-4f1c-4b3b-9912-30137bf79fcd', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03e7710-930c-4142-8078-cee656707ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:20:15Z', 'updated_at': '2021-08-12T18:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi', '_floatingips': [{'id': '4686e55b-a0d9-4231-866d-e31c2335acff', 'tenant_id': '8cc8b54eaea84dce93e93369d1e2a235', 'floating_ip_address': '172.27.3.212', 'floating_network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'router_id': 'c03e7710-930c-4142-8078-cee656707ef2', 'port_id': '38e545e7-0b08-4920-9cc2-ed5b29b54228', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1370511f-2b66-4dfb-ac08-d34a11857787', 'mac_address': 'fa:16:3e:3e:7a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900e1c0f-b357-413f-a131-ad38715c7fcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T18:20:58Z', 'updated_at': '2021-08-12T18:20:58Z', 'revision_number': 0, 'project_id': '8cc8b54eaea84dce93e93369d1e2a235', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be927a16-4422-4bbf-a634-4d223e017989', 'name': '', 'network_id': '1370511f-2b66-4dfb-ac08-d34a11857787', 'tenant_id': '8cc8b54eaea84dce93e93369d1e2a235', 'mac_address': 'fa:16:3e:04:68:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03e7710-930c-4142-8078-cee656707ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '62577e64-0b87-4c99-938c-6d58fc198501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:20:17Z', 'updated_at': '2021-08-12T18:20:22Z', 'revision_number': 5, 'project_id': '8cc8b54eaea84dce93e93369d1e2a235', 'subnets': [{'id': '62577e64-0b87-4c99-938c-6d58fc198501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-10-iscsi', False) {} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:21:00.305181 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1c4c96-00fb-4f58-b7cc-45633ea4c754 None None] The sync data for ids ['c03e7710-930c-4142-8078-cee656707ef2'] in dv-cinder-759943-10-iscsi is: [{'id': 'c03e7710-930c-4142-8078-cee656707ef2', 'name': 'tempest-TestVolumeBootPattern-1530632165-router', 'tenant_id': '8cc8b54eaea84dce93e93369d1e2a235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '082bfd6a-4f1c-4b3b-9912-30137bf79fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:20:15Z', 'updated_at': '2021-08-12T18:20:17Z', 'revision_number': 4, 'project_id': '8cc8b54eaea84dce93e93369d1e2a235', 'gw_port': {'id': '082bfd6a-4f1c-4b3b-9912-30137bf79fcd', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03e7710-930c-4142-8078-cee656707ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:20:15Z', 'updated_at': '2021-08-12T18:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi', '_floatingips': [{'id': '4686e55b-a0d9-4231-866d-e31c2335acff', 'tenant_id': '8cc8b54eaea84dce93e93369d1e2a235', 'floating_ip_address': '172.27.3.212', 'floating_network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'router_id': 'c03e7710-930c-4142-8078-cee656707ef2', 'port_id': '38e545e7-0b08-4920-9cc2-ed5b29b54228', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1370511f-2b66-4dfb-ac08-d34a11857787', 'mac_address': 'fa:16:3e:3e:7a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900e1c0f-b357-413f-a131-ad38715c7fcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T18:20:58Z', 'updated_at': '2021-08-12T18:20:58Z', 'revision_number': 0, 'project_id': '8cc8b54eaea84dce93e93369d1e2a235', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be927a16-4422-4bbf-a634-4d223e017989', 'name': '', 'network_id': '1370511f-2b66-4dfb-ac08-d34a11857787', 'tenant_id': '8cc8b54eaea84dce93e93369d1e2a235', 'mac_address': 'fa:16:3e:04:68:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03e7710-930c-4142-8078-cee656707ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '62577e64-0b87-4c99-938c-6d58fc198501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:20:17Z', 'updated_at': '2021-08-12T18:20:22Z', 'revision_number': 5, 'project_id': '8cc8b54eaea84dce93e93369d1e2a235', 'subnets': [{'id': '62577e64-0b87-4c99-938c-6d58fc198501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 18:21:00.393646 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f86de7-898b-4062-b84d-4d57cdd05916 req-89f3f8ca-e813-4c9a-8dc9-4aab45b60990 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:21:00.395431 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-b5f86de7-898b-4062-b84d-4d57cdd05916 req-89f3f8ca-e813-4c9a-8dc9-4aab45b60990 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb2befc9-ea71-4484-b914-d79290282184 HTTP/1.1" status: 200 len: 944 time: 0.0502350 Aug 12 18:21:00.434067 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-b5f86de7-898b-4062-b84d-4d57cdd05916 req-83db76cf-f647-4c9a-898b-d4809f4eeddc tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/security-groups?id=e87e8da2-5c77-4bdf-9e7e-8593cb9a5de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324914 Aug 12 18:21:00.526636 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e270b308-f52c-4745-9582-bf47a4ca749d None None] New status for floating IP 4686e55b-a0d9-4231-866d-e31c2335acff: ACTIVE {{(pid=94214) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 18:21:01.547655 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aaddb4-b1d2-4bca-be7b-80ebff114cd4 req-2e67cd18-537b-475a-a82e-428d8a5024f5 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:21:01.549201 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-b0aaddb4-b1d2-4bca-be7b-80ebff114cd4 req-2e67cd18-537b-475a-a82e-428d8a5024f5 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb2befc9-ea71-4484-b914-d79290282184 HTTP/1.1" status: 200 len: 944 time: 0.0486217 Aug 12 18:21:01.586304 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-b0aaddb4-b1d2-4bca-be7b-80ebff114cd4 req-fad25a41-33cd-48e1-ac15-3579326bc675 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/security-groups?id=e87e8da2-5c77-4bdf-9e7e-8593cb9a5de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311253 Aug 12 18:21:01.648740 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Device 3a0a1491-e8db-4c79-b6b4-99f1170c8f36 up at agent hyperv_hv-cinder-75994 {{(pid=94213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 18:21:01.694747 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Provisioning for port 3a0a1491-e8db-4c79-b6b4-99f1170c8f36 completed by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 18:21:01.698169 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Provisioning complete for port 3a0a1491-e8db-4c79-b6b4-99f1170c8f36 triggered by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:21:01.698550 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:21:01.769155 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:21:01.792786 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb2befc9-ea71-4484-b914-d79290282184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a0a1491-e8db-4c79-b6b4-99f1170c8f36'}] {{(pid=94213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 18:21:01.795030 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093bef5005328d2170e61a9e3556762ddeddd0b69a57765fcd678c61bdf37499" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e21474ba-2164-4cf2-8d03-d0b11d70421b" -d '{"events": [{"server_uuid": "fb2befc9-ea71-4484-b914-d79290282184", "name": "network-vif-plugged", "status": "completed", "tag": "3a0a1491-e8db-4c79-b6b4-99f1170c8f36"}]}' {{(pid=94213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 18:21:01.807482 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] For port 3a0a1491-e8db-4c79-b6b4-99f1170c8f36, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=3a0a1491-e8db-4c79-b6b4-99f1170c8f36,segment=NetworkSegment(9c5c1358-7851-4873-a74a-e06982d82b61),segment_id=9c5c1358-7851-4873-a74a-e06982d82b61)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:21:01.811400 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:21:01.836422 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 18:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c52ca8ca-6e80-4967-b7d1-c0def79a5777 x-openstack-request-id: req-c52ca8ca-6e80-4967-b7d1-c0def79a5777 {{(pid=94213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 18:21:01.837212 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb2befc9-ea71-4484-b914-d79290282184", "name": "network-vif-plugged", "status": "completed", "tag": "3a0a1491-e8db-4c79-b6b4-99f1170c8f36", "code": 200}]} {{(pid=94213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 18:21:01.837469 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c52ca8ca-6e80-4967-b7d1-c0def79a5777 {{(pid=94213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 18:21:01.837858 dv-cinder-759943-10-iscsi neutron-server[94213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb2befc9-ea71-4484-b914-d79290282184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a0a1491-e8db-4c79-b6b4-99f1170c8f36', 'code': 200} Aug 12 18:21:01.863021 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Pushing event updated for resources: {'Port': ['ID=3a0a1491-e8db-4c79-b6b4-99f1170c8f36,revision_number=5']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:21:01.990844 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c08973-ea2d-4ec0-b4a4-11854e6f96de req-c01c56da-3234-4b44-be44-f51326b7ca4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:21:01.992360 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-e9c08973-ea2d-4ec0-b4a4-11854e6f96de req-c01c56da-3234-4b44-be44-f51326b7ca4d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fb2befc9-ea71-4484-b914-d79290282184 HTTP/1.1" status: 200 len: 1098 time: 0.0380611 Aug 12 18:21:02.027923 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-e9c08973-ea2d-4ec0-b4a4-11854e6f96de req-78c08c98-bbda-45dc-bd93-f9ed578d1a55 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e87e8da2-5c77-4bdf-9e7e-8593cb9a5de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284607 Aug 12 18:21:02.700201 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e620d961-f77d-4316-b920-b6e41da60ebc req-a0769d41-9945-4806-aa61-9a6713cb5a0e tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:21:02.701675 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-e620d961-f77d-4316-b920-b6e41da60ebc req-a0769d41-9945-4806-aa61-9a6713cb5a0e tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb2befc9-ea71-4484-b914-d79290282184 HTTP/1.1" status: 200 len: 945 time: 0.0519273 Aug 12 18:21:02.741345 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-e620d961-f77d-4316-b920-b6e41da60ebc req-5178c968-81c9-4b78-b1c2-82350fc88bad tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/security-groups?id=e87e8da2-5c77-4bdf-9e7e-8593cb9a5de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337238 Aug 12 18:21:03.853297 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0bbe1c-088e-4492-a881-52b82be79c3b req-7f976002-a0f5-4ac6-b7ac-6955e54f99e9 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:21:03.855021 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-0b0bbe1c-088e-4492-a881-52b82be79c3b req-7f976002-a0f5-4ac6-b7ac-6955e54f99e9 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb2befc9-ea71-4484-b914-d79290282184 HTTP/1.1" status: 200 len: 945 time: 0.0474613 Aug 12 18:21:03.890956 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-0b0bbe1c-088e-4492-a881-52b82be79c3b req-275b11de-eaa6-4883-b31f-4d97541db417 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/security-groups?id=e87e8da2-5c77-4bdf-9e7e-8593cb9a5de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301673 Aug 12 18:21:04.960933 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-5f8ed752-eac2-4c3d-ac6f-733af69b2a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:21:05.569868 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd9724-84a7-4c1b-90fa-cd3d94f8935b req-7b58e8b2-9548-4e1a-8cd3-7dc38fdf62d3 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:21:05.571247 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-37bd9724-84a7-4c1b-90fa-cd3d94f8935b req-7b58e8b2-9548-4e1a-8cd3-7dc38fdf62d3 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/networks?id=b5307eab-37b9-4c1f-9d5b-2838d03c5908 HTTP/1.1" status: 200 len: 814 time: 0.0975416 Aug 12 18:21:05.585429 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-37bd9724-84a7-4c1b-90fa-cd3d94f8935b req-6f4f919b-2890-4939-86f1-c98f6bb1c868 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/quotas/d10fad7ec86447ffb62ebdad00db44c6 HTTP/1.1" status: 200 len: 375 time: 0.0086033 Aug 12 18:21:05.634668 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-37bd9724-84a7-4c1b-90fa-cd3d94f8935b req-8387e6c1-4f5b-4648-b038-7ed5222069f2 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d10fad7ec86447ffb62ebdad00db44c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442162 Aug 12 18:21:05.723781 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-37bd9724-84a7-4c1b-90fa-cd3d94f8935b req-35835a60-2e86-4096-9917-e62557eddff2 service neutron] 10.222.0.30 "GET /v2.0/networks/b5307eab-37b9-4c1f-9d5b-2838d03c5908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822875 Aug 12 18:21:05.810816 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-37bd9724-84a7-4c1b-90fa-cd3d94f8935b req-b7d15b22-8532-4ac7-9389-393c2d977843 service neutron] 10.222.0.30 "GET /v2.0/networks/b5307eab-37b9-4c1f-9d5b-2838d03c5908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808973 Aug 12 18:21:05.970203 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-fc6048fc-1568-4de9-8e8e-8237aadaea08 req-d6e8732c-8a28-4455-8529-aaaacef3d5c6 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fa0d8cf-8db9-4357-bc8c-d4175bf2583e HTTP/1.1" status: 200 len: 210 time: 0.0301695 Aug 12 18:21:06.877026 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd9724-84a7-4c1b-90fa-cd3d94f8935b req-b001938e-3caa-47ae-a6fb-3899f7a5a5a0 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:21:06.878605 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-37bd9724-84a7-4c1b-90fa-cd3d94f8935b req-b001938e-3caa-47ae-a6fb-3899f7a5a5a0 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.57 "GET /v2.0/networks?id=b5307eab-37b9-4c1f-9d5b-2838d03c5908 HTTP/1.1" status: 200 len: 814 time: 0.1047156 Aug 12 18:21:06.893518 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.v2.base [req-37bd9724-84a7-4c1b-90fa-cd3d94f8935b req-092bdc01-0ed7-485f-82a9-6c7818c17f54 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Request body: {'port': {'device_id': '6fa0d8cf-8db9-4357-bc8c-d4175bf2583e', 'network_id': 'b5307eab-37b9-4c1f-9d5b-2838d03c5908', 'admin_state_up': True, 'tenant_id': 'd10fad7ec86447ffb62ebdad00db44c6'}} {{(pid=94212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:21:06.999517 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37bd9724-84a7-4c1b-90fa-cd3d94f8935b req-092bdc01-0ed7-485f-82a9-6c7818c17f54 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Made reservation on behalf of d10fad7ec86447ffb62ebdad00db44c6 for: {'port': 1} {{(pid=94212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 18:21:07.003714 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-37bd9724-84a7-4c1b-90fa-cd3d94f8935b req-092bdc01-0ed7-485f-82a9-6c7818c17f54 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:21:07.092309 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-7d0309a4-3b6d-4663-bf23-66d56cf7136b req-eca2ac86-db3b-4f2a-a0ce-06dfc0122d00 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fa0d8cf-8db9-4357-bc8c-d4175bf2583e HTTP/1.1" status: 200 len: 210 time: 0.0336418 Aug 12 18:21:07.150445 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.db_base_plugin_common [req-37bd9724-84a7-4c1b-90fa-cd3d94f8935b req-092bdc01-0ed7-485f-82a9-6c7818c17f54 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Allocated IP 172.20.0.13 (b5307eab-37b9-4c1f-9d5b-2838d03c5908/42fd65e4-3792-4db1-ad4d-9733647abebb/55ee7c37-6c6b-40fb-8ee4-617d2b87af72) {{(pid=94212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 18:21:07.290776 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-37bd9724-84a7-4c1b-90fa-cd3d94f8935b req-092bdc01-0ed7-485f-82a9-6c7818c17f54 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Notify callbacks [] for port, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:21:07.328176 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-37bd9724-84a7-4c1b-90fa-cd3d94f8935b req-092bdc01-0ed7-485f-82a9-6c7818c17f54 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763627144933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8400677'] for port, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:21:07.330506 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-0aa271a1-d6cf-4118-9c65-411acd09e6da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:21:07.340446 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] get_ports_and_sgs() called for port_ids ['e8ef6690-cc35-4526-876d-89a7a61b4443', '3a0a1491-e8db-4c79-b6b4-99f1170c8f36'] {{(pid=94213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 18:21:07.368742 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37bd9724-84a7-4c1b-90fa-cd3d94f8935b req-092bdc01-0ed7-485f-82a9-6c7818c17f54 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Network b5307eab-37b9-4c1f-9d5b-2838d03c5908 is already hosted by enough agents. {{(pid=94212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 18:21:07.376178 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.base_scheduler [req-37bd9724-84a7-4c1b-90fa-cd3d94f8935b req-092bdc01-0ed7-485f-82a9-6c7818c17f54 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Resources bound (agent type, host, resource id): {{(pid=94212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 18:21:07.379926 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.l3_dvrscheduler_db [req-37bd9724-84a7-4c1b-90fa-cd3d94f8935b req-092bdc01-0ed7-485f-82a9-6c7818c17f54 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Received port after_create {{(pid=94212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 18:21:07.407203 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092bdc01-0ed7-485f-82a9-6c7818c17f54 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Pushing event updated for resources: {'Port': ['ID=55ee7c37-6c6b-40fb-8ee4-617d2b87af72,revision_number=1']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:21:07.434313 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd9724-84a7-4c1b-90fa-cd3d94f8935b req-092bdc01-0ed7-485f-82a9-6c7818c17f54 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:21:07.434927 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-37bd9724-84a7-4c1b-90fa-cd3d94f8935b req-092bdc01-0ed7-485f-82a9-6c7818c17f54 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195385'] for port, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:21:07.448318 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-37bd9724-84a7-4c1b-90fa-cd3d94f8935b req-092bdc01-0ed7-485f-82a9-6c7818c17f54 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5596235 Aug 12 18:21:07.460931 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.v2.base [req-37bd9724-84a7-4c1b-90fa-cd3d94f8935b req-7b10f48e-4341-4c03-aa62-5aba64b9fbb2 service neutron] Request body: {'port': {'device_id': '6fa0d8cf-8db9-4357-bc8c-d4175bf2583e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=94212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:21:07.512090 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-37bd9724-84a7-4c1b-90fa-cd3d94f8935b req-7b10f48e-4341-4c03-aa62-5aba64b9fbb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:21:07.762267 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.notifiers.nova [req-37bd9724-84a7-4c1b-90fa-cd3d94f8935b req-7b10f48e-4341-4c03-aa62-5aba64b9fbb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55ee7c37-6c6b-40fb-8ee4-617d2b87af72 {{(pid=94212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 18:21:07.769789 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-37bd9724-84a7-4c1b-90fa-cd3d94f8935b req-7b10f48e-4341-4c03-aa62-5aba64b9fbb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:21:07.780931 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.provisioning_blocks [req-37bd9724-84a7-4c1b-90fa-cd3d94f8935b req-7b10f48e-4341-4c03-aa62-5aba64b9fbb2 service neutron] Transition to ACTIVE for port object 55ee7c37-6c6b-40fb-8ee4-617d2b87af72 will not be triggered until provisioned by entity L2. {{(pid=94212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 18:21:07.784599 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-37bd9724-84a7-4c1b-90fa-cd3d94f8935b req-7b10f48e-4341-4c03-aa62-5aba64b9fbb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8400684'] for port, after_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:21:07.834620 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b10f48e-4341-4c03-aa62-5aba64b9fbb2 service neutron] Pushing event updated for resources: {'Port': ['ID=55ee7c37-6c6b-40fb-8ee4-617d2b87af72,revision_number=2']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:21:07.900012 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.managers [req-37bd9724-84a7-4c1b-90fa-cd3d94f8935b req-7b10f48e-4341-4c03-aa62-5aba64b9fbb2 service neutron] Attempting to bind port 55ee7c37-6c6b-40fb-8ee4-617d2b87af72 on host hv-cinder-75994 for vnic_type normal with profile {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 18:21:07.900677 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.managers [req-37bd9724-84a7-4c1b-90fa-cd3d94f8935b req-7b10f48e-4341-4c03-aa62-5aba64b9fbb2 service neutron] Attempting to bind port 55ee7c37-6c6b-40fb-8ee4-617d2b87af72 by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': '9c5c1358-7851-4873-a74a-e06982d82b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'b5307eab-37b9-4c1f-9d5b-2838d03c5908'}] {{(pid=94212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 18:21:07.900677 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bd9724-84a7-4c1b-90fa-cd3d94f8935b req-7b10f48e-4341-4c03-aa62-5aba64b9fbb2 service neutron] Attempting to bind port 55ee7c37-6c6b-40fb-8ee4-617d2b87af72 on network b5307eab-37b9-4c1f-9d5b-2838d03c5908 {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 18:21:07.904724 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bd9724-84a7-4c1b-90fa-cd3d94f8935b req-7b10f48e-4341-4c03-aa62-5aba64b9fbb2 service neutron] Port 55ee7c37-6c6b-40fb-8ee4-617d2b87af72 on network b5307eab-37b9-4c1f-9d5b-2838d03c5908 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 18:21:07.905037 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bd9724-84a7-4c1b-90fa-cd3d94f8935b req-7b10f48e-4341-4c03-aa62-5aba64b9fbb2 service neutron] Attempting to bind port 55ee7c37-6c6b-40fb-8ee4-617d2b87af72 on network b5307eab-37b9-4c1f-9d5b-2838d03c5908 {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 18:21:07.909732 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bd9724-84a7-4c1b-90fa-cd3d94f8935b req-7b10f48e-4341-4c03-aa62-5aba64b9fbb2 service neutron] Checking agent: {'id': '45fcbab4-fb54-4843-ab6e-792adfc8e994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 18, 10, 22), 'started_at': datetime.datetime(2021, 8, 12, 18, 10, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 18, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 18:21:07.910088 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bd9724-84a7-4c1b-90fa-cd3d94f8935b req-7b10f48e-4341-4c03-aa62-5aba64b9fbb2 service neutron] Checking segment: {'id': '9c5c1358-7851-4873-a74a-e06982d82b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'b5307eab-37b9-4c1f-9d5b-2838d03c5908'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 18:21:07.910455 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bd9724-84a7-4c1b-90fa-cd3d94f8935b req-7b10f48e-4341-4c03-aa62-5aba64b9fbb2 service neutron] Bound using segment: {'id': '9c5c1358-7851-4873-a74a-e06982d82b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'b5307eab-37b9-4c1f-9d5b-2838d03c5908'} {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 18:21:07.910866 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.managers [req-37bd9724-84a7-4c1b-90fa-cd3d94f8935b req-7b10f48e-4341-4c03-aa62-5aba64b9fbb2 service neutron] Bound port: 55ee7c37-6c6b-40fb-8ee4-617d2b87af72, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c5c1358-7851-4873-a74a-e06982d82b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'b5307eab-37b9-4c1f-9d5b-2838d03c5908'}}] {{(pid=94212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 18:21:07.911205 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-37bd9724-84a7-4c1b-90fa-cd3d94f8935b req-7b10f48e-4341-4c03-aa62-5aba64b9fbb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:21:07.971412 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:21:07.972831 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.db [req-37bd9724-84a7-4c1b-90fa-cd3d94f8935b req-7b10f48e-4341-4c03-aa62-5aba64b9fbb2 service neutron] For port 55ee7c37-6c6b-40fb-8ee4-617d2b87af72, host hv-cinder-75994, cleared binding levels {{(pid=94212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 18:21:07.975862 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.db [req-37bd9724-84a7-4c1b-90fa-cd3d94f8935b req-7b10f48e-4341-4c03-aa62-5aba64b9fbb2 service neutron] For port 55ee7c37-6c6b-40fb-8ee4-617d2b87af72, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=55ee7c37-6c6b-40fb-8ee4-617d2b87af72,segment=NetworkSegment(9c5c1358-7851-4873-a74a-e06982d82b61),segment_id=9c5c1358-7851-4873-a74a-e06982d82b61)] {{(pid=94212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 18:21:07.979456 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-37bd9724-84a7-4c1b-90fa-cd3d94f8935b req-7b10f48e-4341-4c03-aa62-5aba64b9fbb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8400684'] for port, after_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:21:08.015583 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd9724-84a7-4c1b-90fa-cd3d94f8935b req-7b10f48e-4341-4c03-aa62-5aba64b9fbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:21:08.016846 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-37bd9724-84a7-4c1b-90fa-cd3d94f8935b req-7b10f48e-4341-4c03-aa62-5aba64b9fbb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195385'] for port, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:21:08.018257 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-37bd9724-84a7-4c1b-90fa-cd3d94f8935b req-7b10f48e-4341-4c03-aa62-5aba64b9fbb2 service neutron] 10.222.0.57 "PUT /v2.0/ports/55ee7c37-6c6b-40fb-8ee4-617d2b87af72 HTTP/1.1" status: 200 len: 1094 time: 0.5615623 Aug 12 18:21:08.018685 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fa0d8cf-8db9-4357-bc8c-d4175bf2583e', 'tag': '55ee7c37-6c6b-40fb-8ee4-617d2b87af72'}] {{(pid=94212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 18:21:08.020939 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd512f55349b839fb4675422b2dbaf52bda1baead41a4efd90d4bf8a5142663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7082ca9a-de3a-4d33-bd95-bc42e0927fd5" -d '{"events": [{"name": "network-changed", "server_uuid": "6fa0d8cf-8db9-4357-bc8c-d4175bf2583e", "tag": "55ee7c37-6c6b-40fb-8ee4-617d2b87af72"}]}' {{(pid=94212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 18:21:08.044506 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b10f48e-4341-4c03-aa62-5aba64b9fbb2 service neutron] Pushing event updated for resources: {'Port': ['ID=55ee7c37-6c6b-40fb-8ee4-617d2b87af72,revision_number=3']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:21:08.059216 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 18:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf45b434-392c-4e3e-89ae-d701d6010488 x-openstack-request-id: req-bf45b434-392c-4e3e-89ae-d701d6010488 {{(pid=94212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 18:21:08.059507 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fa0d8cf-8db9-4357-bc8c-d4175bf2583e", "tag": "55ee7c37-6c6b-40fb-8ee4-617d2b87af72", "status": "completed", "code": 200}]} {{(pid=94212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 18:21:08.059756 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bf45b434-392c-4e3e-89ae-d701d6010488 {{(pid=94212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 18:21:08.060149 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fa0d8cf-8db9-4357-bc8c-d4175bf2583e', 'tag': '55ee7c37-6c6b-40fb-8ee4-617d2b87af72', 'status': 'completed', 'code': 200} Aug 12 18:21:08.101550 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd9724-84a7-4c1b-90fa-cd3d94f8935b req-18f093fd-4299-4e25-9539-5377ff5164ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:21:08.103034 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-37bd9724-84a7-4c1b-90fa-cd3d94f8935b req-18f093fd-4299-4e25-9539-5377ff5164ae service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d10fad7ec86447ffb62ebdad00db44c6&device_id=6fa0d8cf-8db9-4357-bc8c-d4175bf2583e HTTP/1.1" status: 200 len: 1097 time: 0.0401156 Aug 12 18:21:08.145039 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-37bd9724-84a7-4c1b-90fa-cd3d94f8935b req-ae8e85ea-df24-4c92-8cd7-fa5060c97211 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55ee7c37-6c6b-40fb-8ee4-617d2b87af72 HTTP/1.1" status: 200 len: 217 time: 0.0332053 Aug 12 18:21:08.223230 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd9724-84a7-4c1b-90fa-cd3d94f8935b req-83ed772e-cb97-42a7-9f4d-251b2c4915e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:21:08.224669 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-37bd9724-84a7-4c1b-90fa-cd3d94f8935b req-83ed772e-cb97-42a7-9f4d-251b2c4915e6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=42fd65e4-3792-4db1-ad4d-9733647abebb HTTP/1.1" status: 200 len: 854 time: 0.0726500 Aug 12 18:21:08.235905 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac83bbc1-9c62-4422-93a0-e4ce45fa659c req-afcec05d-de9f-4cf8-b76f-abfa3fb07e91 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:21:08.237258 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-ac83bbc1-9c62-4422-93a0-e4ce45fa659c req-afcec05d-de9f-4cf8-b76f-abfa3fb07e91 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fa0d8cf-8db9-4357-bc8c-d4175bf2583e HTTP/1.1" status: 200 len: 944 time: 0.0772719 Aug 12 18:21:08.266761 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-37bd9724-84a7-4c1b-90fa-cd3d94f8935b req-7262a7aa-e8af-4f06-b359-3b593508ec35 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b5307eab-37b9-4c1f-9d5b-2838d03c5908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279248 Aug 12 18:21:08.334714 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-ac83bbc1-9c62-4422-93a0-e4ce45fa659c req-8aa94ee0-69f2-4116-abc9-829f9175c11c tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/security-groups?id=e87e8da2-5c77-4bdf-9e7e-8593cb9a5de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886130 Aug 12 18:21:08.372633 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-37bd9724-84a7-4c1b-90fa-cd3d94f8935b req-df11f12d-bf63-46c8-87c5-2366ca50d0b8 service neutron] 10.222.0.57 "GET /v2.0/networks/b5307eab-37b9-4c1f-9d5b-2838d03c5908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979264 Aug 12 18:21:08.462307 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-37bd9724-84a7-4c1b-90fa-cd3d94f8935b req-dcaead8c-e977-4f4d-a5b7-dd6bf76523ea service neutron] 10.222.0.57 "GET /v2.0/networks/b5307eab-37b9-4c1f-9d5b-2838d03c5908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788524 Aug 12 18:21:08.549444 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7082ca9a-de3a-4d33-bd95-bc42e0927fd5 req-fc3a83e8-21ad-49f9-bfd6-33c9ffbe8453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:21:08.550853 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-7082ca9a-de3a-4d33-bd95-bc42e0927fd5 req-fc3a83e8-21ad-49f9-bfd6-33c9ffbe8453 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d10fad7ec86447ffb62ebdad00db44c6&device_id=6fa0d8cf-8db9-4357-bc8c-d4175bf2583e HTTP/1.1" status: 200 len: 1097 time: 0.0400827 Aug 12 18:21:08.561622 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-2083c3fd-5dc5-47ae-86de-acca0e7a8e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:21:08.641503 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7082ca9a-de3a-4d33-bd95-bc42e0927fd5 req-48f7dc32-661c-4e1a-9efd-b546cae9aa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:21:08.642968 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-7082ca9a-de3a-4d33-bd95-bc42e0927fd5 req-48f7dc32-661c-4e1a-9efd-b546cae9aa32 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b5307eab-37b9-4c1f-9d5b-2838d03c5908 HTTP/1.1" status: 200 len: 915 time: 0.0850101 Aug 12 18:21:08.685648 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-7082ca9a-de3a-4d33-bd95-bc42e0927fd5 req-cc84d254-d25b-42e0-a580-a0bb248842e3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55ee7c37-6c6b-40fb-8ee4-617d2b87af72 HTTP/1.1" status: 200 len: 217 time: 0.0340414 Aug 12 18:21:08.738969 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7082ca9a-de3a-4d33-bd95-bc42e0927fd5 req-d04aa7eb-46b4-4d01-9bc7-ab3aae6bc218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:21:08.740340 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-7082ca9a-de3a-4d33-bd95-bc42e0927fd5 req-d04aa7eb-46b4-4d01-9bc7-ab3aae6bc218 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=42fd65e4-3792-4db1-ad4d-9733647abebb HTTP/1.1" status: 200 len: 854 time: 0.0457282 Aug 12 18:21:08.770790 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-7082ca9a-de3a-4d33-bd95-bc42e0927fd5 req-c26812bc-1d1a-474d-926a-6eca90ef19ec service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b5307eab-37b9-4c1f-9d5b-2838d03c5908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0225763 Aug 12 18:21:08.857641 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-7082ca9a-de3a-4d33-bd95-bc42e0927fd5 req-bbe9f865-f547-4cfe-b40c-ba62722b1e34 service neutron] 10.222.0.57 "GET /v2.0/networks/b5307eab-37b9-4c1f-9d5b-2838d03c5908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795546 Aug 12 18:21:08.955190 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-7082ca9a-de3a-4d33-bd95-bc42e0927fd5 req-8eec01e8-a2de-43a9-8275-183fbfd80b32 service neutron] 10.222.0.57 "GET /v2.0/networks/b5307eab-37b9-4c1f-9d5b-2838d03c5908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824378 Aug 12 18:21:09.445436 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8674d9d7-8053-4bdc-a2bf-91afcc8e40b6 req-7e1c1d55-b1f5-4397-b9c2-3add5845ec8c tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:21:09.446931 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-8674d9d7-8053-4bdc-a2bf-91afcc8e40b6 req-7e1c1d55-b1f5-4397-b9c2-3add5845ec8c tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fa0d8cf-8db9-4357-bc8c-d4175bf2583e HTTP/1.1" status: 200 len: 944 time: 0.0464978 Aug 12 18:21:09.483234 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-8674d9d7-8053-4bdc-a2bf-91afcc8e40b6 req-83c8279e-6747-4fc3-a113-77dc62742a1b tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/security-groups?id=e87e8da2-5c77-4bdf-9e7e-8593cb9a5de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306091 Aug 12 18:21:10.245642 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-b1de9828-bfad-4ef8-8d69-6d6f9fbe420c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:21:10.595194 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91b5b3f-ff5a-4b41-b7a4-b2a45c43863b req-efe35408-685c-4f3a-8827-7dbb7088966f tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:21:10.596687 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-e91b5b3f-ff5a-4b41-b7a4-b2a45c43863b req-efe35408-685c-4f3a-8827-7dbb7088966f tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fa0d8cf-8db9-4357-bc8c-d4175bf2583e HTTP/1.1" status: 200 len: 944 time: 0.0486248 Aug 12 18:21:10.633588 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-e91b5b3f-ff5a-4b41-b7a4-b2a45c43863b req-774da80a-337c-498d-8bab-53deb48f7d45 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/security-groups?id=e87e8da2-5c77-4bdf-9e7e-8593cb9a5de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309889 Aug 12 18:21:11.685190 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Device 55ee7c37-6c6b-40fb-8ee4-617d2b87af72 details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=94213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 18:21:11.746862 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12df894-9dfd-4e70-8d84-6484ac708889 req-9f419d9e-fcb3-4270-b5d5-4772084ca314 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:21:11.748340 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-f12df894-9dfd-4e70-8d84-6484ac708889 req-9f419d9e-fcb3-4270-b5d5-4772084ca314 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fa0d8cf-8db9-4357-bc8c-d4175bf2583e HTTP/1.1" status: 200 len: 944 time: 0.0478294 Aug 12 18:21:11.777083 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] For port 55ee7c37-6c6b-40fb-8ee4-617d2b87af72, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=55ee7c37-6c6b-40fb-8ee4-617d2b87af72,segment=NetworkSegment(9c5c1358-7851-4873-a74a-e06982d82b61),segment_id=9c5c1358-7851-4873-a74a-e06982d82b61)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:21:11.784753 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-f12df894-9dfd-4e70-8d84-6484ac708889 req-ba26cde4-e1f1-4ca5-bbf6-11e25f009653 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/security-groups?id=e87e8da2-5c77-4bdf-9e7e-8593cb9a5de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306189 Aug 12 18:21:11.788704 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Returning: {'device': '55ee7c37-6c6b-40fb-8ee4-617d2b87af72', 'network_id': 'b5307eab-37b9-4c1f-9d5b-2838d03c5908', 'port_id': '55ee7c37-6c6b-40fb-8ee4-617d2b87af72', 'mac_address': 'fa:16:3e:bb:a0:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42fd65e4-3792-4db1-ad4d-9733647abebb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 18:21:11.823812 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:21:11.836136 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.notifiers.nova [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55ee7c37-6c6b-40fb-8ee4-617d2b87af72 {{(pid=94213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 18:21:11.854375 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] For port 55ee7c37-6c6b-40fb-8ee4-617d2b87af72, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=55ee7c37-6c6b-40fb-8ee4-617d2b87af72,segment=NetworkSegment(9c5c1358-7851-4873-a74a-e06982d82b61),segment_id=9c5c1358-7851-4873-a74a-e06982d82b61)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:21:11.858032 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:21:11.902449 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Pushing event updated for resources: {'Port': ['ID=55ee7c37-6c6b-40fb-8ee4-617d2b87af72,revision_number=4']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:21:12.120576 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] get_ports_and_sgs() called for port_ids ['55ee7c37-6c6b-40fb-8ee4-617d2b87af72'] {{(pid=94213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 18:21:12.895271 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4703e78e-ea7b-4f6d-b0da-6bdfe16ad674 req-0f25d228-95b8-4b12-9f7d-845be41f9620 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:21:12.896698 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-4703e78e-ea7b-4f6d-b0da-6bdfe16ad674 req-0f25d228-95b8-4b12-9f7d-845be41f9620 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fa0d8cf-8db9-4357-bc8c-d4175bf2583e HTTP/1.1" status: 200 len: 945 time: 0.0476511 Aug 12 18:21:12.932767 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-4703e78e-ea7b-4f6d-b0da-6bdfe16ad674 req-0644e262-cb21-4e66-a37a-6e3b6a9df1d3 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/security-groups?id=e87e8da2-5c77-4bdf-9e7e-8593cb9a5de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302339 Aug 12 18:21:13.700817 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Device 55ee7c37-6c6b-40fb-8ee4-617d2b87af72 up at agent hyperv_hv-cinder-75994 {{(pid=94213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 18:21:13.746552 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Provisioning for port 55ee7c37-6c6b-40fb-8ee4-617d2b87af72 completed by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 18:21:13.749881 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Provisioning complete for port 55ee7c37-6c6b-40fb-8ee4-617d2b87af72 triggered by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:21:13.750857 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:21:13.824794 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:21:13.846242 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fa0d8cf-8db9-4357-bc8c-d4175bf2583e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55ee7c37-6c6b-40fb-8ee4-617d2b87af72'}] {{(pid=94213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 18:21:13.848459 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093bef5005328d2170e61a9e3556762ddeddd0b69a57765fcd678c61bdf37499" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f24809-352a-4c36-8a6a-c50dc3607cc2" -d '{"events": [{"server_uuid": "6fa0d8cf-8db9-4357-bc8c-d4175bf2583e", "name": "network-vif-plugged", "status": "completed", "tag": "55ee7c37-6c6b-40fb-8ee4-617d2b87af72"}]}' {{(pid=94213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 18:21:13.861563 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] For port 55ee7c37-6c6b-40fb-8ee4-617d2b87af72, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=55ee7c37-6c6b-40fb-8ee4-617d2b87af72,segment=NetworkSegment(9c5c1358-7851-4873-a74a-e06982d82b61),segment_id=9c5c1358-7851-4873-a74a-e06982d82b61)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:21:13.865446 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:21:13.887460 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 18:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-106640d3-1913-41bd-95ca-ac2de51546f6 x-openstack-request-id: req-106640d3-1913-41bd-95ca-ac2de51546f6 {{(pid=94213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 18:21:13.887751 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fa0d8cf-8db9-4357-bc8c-d4175bf2583e", "name": "network-vif-plugged", "status": "completed", "tag": "55ee7c37-6c6b-40fb-8ee4-617d2b87af72", "code": 200}]} {{(pid=94213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 18:21:13.887997 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-106640d3-1913-41bd-95ca-ac2de51546f6 {{(pid=94213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 18:21:13.888376 dv-cinder-759943-10-iscsi neutron-server[94213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fa0d8cf-8db9-4357-bc8c-d4175bf2583e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55ee7c37-6c6b-40fb-8ee4-617d2b87af72', 'code': 200} Aug 12 18:21:13.914633 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Pushing event updated for resources: {'Port': ['ID=55ee7c37-6c6b-40fb-8ee4-617d2b87af72,revision_number=5']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:21:14.076220 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeeff42-ee2c-4339-94c4-33391c914730 req-b923e276-b2f8-46d2-bf45-85ef5827588b tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:21:14.077656 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-feeeff42-ee2c-4339-94c4-33391c914730 req-b923e276-b2f8-46d2-bf45-85ef5827588b tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fa0d8cf-8db9-4357-bc8c-d4175bf2583e HTTP/1.1" status: 200 len: 946 time: 0.0771103 Aug 12 18:21:14.083402 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37905af3-1ab7-4be8-8ee7-ee19fc08cb36 req-753a3a0e-6b8f-45d3-a69b-dc67f138e565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:21:14.084740 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-37905af3-1ab7-4be8-8ee7-ee19fc08cb36 req-753a3a0e-6b8f-45d3-a69b-dc67f138e565 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6fa0d8cf-8db9-4357-bc8c-d4175bf2583e HTTP/1.1" status: 200 len: 1099 time: 0.0554140 Aug 12 18:21:14.136571 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-feeeff42-ee2c-4339-94c4-33391c914730 req-ec2ad95f-3737-4da2-9b6a-d60717cc6923 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/security-groups?id=e87e8da2-5c77-4bdf-9e7e-8593cb9a5de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509379 Aug 12 18:21:14.140017 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-37905af3-1ab7-4be8-8ee7-ee19fc08cb36 req-7cacf06f-2c75-47e8-860d-ddb4d8a401c2 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e87e8da2-5c77-4bdf-9e7e-8593cb9a5de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416837 Aug 12 18:21:15.254471 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ffa5b3-9f47-4d8e-b7db-ef3309d0ec39 req-eb98d15c-b792-4cb1-bdf3-8b3b35057d5b tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:21:15.255952 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-59ffa5b3-9f47-4d8e-b7db-ef3309d0ec39 req-eb98d15c-b792-4cb1-bdf3-8b3b35057d5b tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fa0d8cf-8db9-4357-bc8c-d4175bf2583e HTTP/1.1" status: 200 len: 946 time: 0.0514584 Aug 12 18:21:15.292994 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-59ffa5b3-9f47-4d8e-b7db-ef3309d0ec39 req-783f8fab-7429-4a9a-91e5-d4a311911ff8 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/security-groups?id=e87e8da2-5c77-4bdf-9e7e-8593cb9a5de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309751 Aug 12 18:21:22.183109 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:21:24.952626 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88cd7bd-6ca0-4f9b-818a-53cff547b031 req-783c73fa-b9c6-4779-af0b-70a0a9aa058c tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:21:24.954011 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-a88cd7bd-6ca0-4f9b-818a-53cff547b031 req-783c73fa-b9c6-4779-af0b-70a0a9aa058c tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/networks?id=b5307eab-37b9-4c1f-9d5b-2838d03c5908 HTTP/1.1" status: 200 len: 814 time: 0.0955169 Aug 12 18:21:24.968887 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-a88cd7bd-6ca0-4f9b-818a-53cff547b031 req-49397088-04fa-4c39-8e8d-ff99e6ab36c6 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/quotas/d10fad7ec86447ffb62ebdad00db44c6 HTTP/1.1" status: 200 len: 375 time: 0.0086658 Aug 12 18:21:25.024254 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-a88cd7bd-6ca0-4f9b-818a-53cff547b031 req-28ae6633-4429-4ec5-8dfb-59746fe6b8ab tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d10fad7ec86447ffb62ebdad00db44c6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0497239 Aug 12 18:21:25.108684 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-a88cd7bd-6ca0-4f9b-818a-53cff547b031 req-18777ec8-033c-4fc6-86bb-bb9bda1657f6 service neutron] 10.222.0.30 "GET /v2.0/networks/b5307eab-37b9-4c1f-9d5b-2838d03c5908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0773759 Aug 12 18:21:25.196307 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-a88cd7bd-6ca0-4f9b-818a-53cff547b031 req-b3f90238-e905-4c50-8710-ae47a93b1d4d service neutron] 10.222.0.30 "GET /v2.0/networks/b5307eab-37b9-4c1f-9d5b-2838d03c5908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817292 Aug 12 18:21:25.349007 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-718bef84-8ab4-4a90-98f5-1e1e67890196 req-3eb64415-c629-47cd-8d33-2791b084e483 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/ports?device_id=25f00b90-be12-40c3-8044-a3eaae832735 HTTP/1.1" status: 200 len: 210 time: 0.0260868 Aug 12 18:21:26.195417 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-e0b7cab7-6072-4917-8304-12211f223e03 req-3487f69f-1c3e-4dda-8f06-17fba8c4bc7a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ca69a8d2-ea49-4bf2-a3e4-99e4ce2e07c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429409 Aug 12 18:21:26.320358 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7cab7-6072-4917-8304-12211f223e03 req-0054c07e-d7e4-4be6-9d0d-61858961e913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:21:26.321821 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-e0b7cab7-6072-4917-8304-12211f223e03 req-0054c07e-d7e4-4be6-9d0d-61858961e913 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d10fad7ec86447ffb62ebdad00db44c6&device_id=ca69a8d2-ea49-4bf2-a3e4-99e4ce2e07c6 HTTP/1.1" status: 200 len: 1098 time: 0.0729489 Aug 12 18:21:26.332089 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88cd7bd-6ca0-4f9b-818a-53cff547b031 req-ec55bad3-e7ba-4789-92e4-9d1cc1d1328f tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:21:26.333854 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-a88cd7bd-6ca0-4f9b-818a-53cff547b031 req-ec55bad3-e7ba-4789-92e4-9d1cc1d1328f tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.57 "GET /v2.0/networks?id=b5307eab-37b9-4c1f-9d5b-2838d03c5908 HTTP/1.1" status: 200 len: 814 time: 0.1291060 Aug 12 18:21:26.373214 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.v2.base [req-a88cd7bd-6ca0-4f9b-818a-53cff547b031 req-b27bd0f2-f9e8-4f19-a1a0-8b6c7ede9b21 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Request body: {'port': {'device_id': '25f00b90-be12-40c3-8044-a3eaae832735', 'network_id': 'b5307eab-37b9-4c1f-9d5b-2838d03c5908', 'admin_state_up': True, 'tenant_id': 'd10fad7ec86447ffb62ebdad00db44c6'}} {{(pid=94212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:21:26.442149 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-bc88767c-e859-4461-a069-3db0dad7a4e1 req-a505e567-be6c-48e1-9833-4469be859b5c tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/ports?device_id=25f00b90-be12-40c3-8044-a3eaae832735 HTTP/1.1" status: 200 len: 210 time: 0.0267138 Aug 12 18:21:26.784730 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7cab7-6072-4917-8304-12211f223e03 req-e7057636-76b2-474a-98fc-6f7811b9a94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:21:26.786099 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-e0b7cab7-6072-4917-8304-12211f223e03 req-e7057636-76b2-474a-98fc-6f7811b9a94b service neutron] 10.222.0.57 "GET /v2.0/networks?id=b5307eab-37b9-4c1f-9d5b-2838d03c5908 HTTP/1.1" status: 200 len: 915 time: 0.4178202 Aug 12 18:21:26.831399 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-e0b7cab7-6072-4917-8304-12211f223e03 req-af765cd3-21f1-4923-a579-d5c6b6490b4f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e8ef6690-cc35-4526-876d-89a7a61b4443 HTTP/1.1" status: 200 len: 217 time: 0.0371079 Aug 12 18:21:26.832710 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a88cd7bd-6ca0-4f9b-818a-53cff547b031 req-b27bd0f2-f9e8-4f19-a1a0-8b6c7ede9b21 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Made reservation on behalf of d10fad7ec86447ffb62ebdad00db44c6 for: {'port': 1} {{(pid=94212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 18:21:26.836123 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-a88cd7bd-6ca0-4f9b-818a-53cff547b031 req-b27bd0f2-f9e8-4f19-a1a0-8b6c7ede9b21 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:21:26.926732 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7cab7-6072-4917-8304-12211f223e03 req-289aefa7-3f72-49ca-8300-9aa240a9fe96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:21:26.928156 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-e0b7cab7-6072-4917-8304-12211f223e03 req-289aefa7-3f72-49ca-8300-9aa240a9fe96 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=42fd65e4-3792-4db1-ad4d-9733647abebb HTTP/1.1" status: 200 len: 854 time: 0.0891368 Aug 12 18:21:26.964815 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-e0b7cab7-6072-4917-8304-12211f223e03 req-30837d56-ec40-4cdf-a1f5-3bf929371ba7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b5307eab-37b9-4c1f-9d5b-2838d03c5908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294552 Aug 12 18:21:27.059520 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.db_base_plugin_common [req-a88cd7bd-6ca0-4f9b-818a-53cff547b031 req-b27bd0f2-f9e8-4f19-a1a0-8b6c7ede9b21 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Allocated IP 172.20.0.6 (b5307eab-37b9-4c1f-9d5b-2838d03c5908/42fd65e4-3792-4db1-ad4d-9733647abebb/2115f9db-4341-49db-8253-be2a88983912) {{(pid=94212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 18:21:27.114068 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-e0b7cab7-6072-4917-8304-12211f223e03 req-35c2525f-6e1a-4f33-8868-a48f11609054 service neutron] 10.222.0.57 "GET /v2.0/networks/b5307eab-37b9-4c1f-9d5b-2838d03c5908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263094 Aug 12 18:21:27.276261 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-e0b7cab7-6072-4917-8304-12211f223e03 req-c52b90be-be7f-48f9-8280-eacdf096750c service neutron] 10.222.0.57 "GET /v2.0/networks/b5307eab-37b9-4c1f-9d5b-2838d03c5908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533904 Aug 12 18:21:27.290623 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-a88cd7bd-6ca0-4f9b-818a-53cff547b031 req-b27bd0f2-f9e8-4f19-a1a0-8b6c7ede9b21 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Notify callbacks [] for port, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:21:27.329838 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-a88cd7bd-6ca0-4f9b-818a-53cff547b031 req-b27bd0f2-f9e8-4f19-a1a0-8b6c7ede9b21 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763627144933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8400677'] for port, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:21:27.341291 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] get_ports_and_sgs() called for port_ids ['e8ef6690-cc35-4526-876d-89a7a61b4443', '3a0a1491-e8db-4c79-b6b4-99f1170c8f36', '55ee7c37-6c6b-40fb-8ee4-617d2b87af72'] {{(pid=94213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 18:21:27.376255 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a88cd7bd-6ca0-4f9b-818a-53cff547b031 req-b27bd0f2-f9e8-4f19-a1a0-8b6c7ede9b21 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Network b5307eab-37b9-4c1f-9d5b-2838d03c5908 is already hosted by enough agents. {{(pid=94212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 18:21:27.379337 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.base_scheduler [req-a88cd7bd-6ca0-4f9b-818a-53cff547b031 req-b27bd0f2-f9e8-4f19-a1a0-8b6c7ede9b21 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Resources bound (agent type, host, resource id): {{(pid=94212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 18:21:27.383109 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.l3_dvrscheduler_db [req-a88cd7bd-6ca0-4f9b-818a-53cff547b031 req-b27bd0f2-f9e8-4f19-a1a0-8b6c7ede9b21 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Received port after_create {{(pid=94212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 18:21:27.405966 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27bd0f2-f9e8-4f19-a1a0-8b6c7ede9b21 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Pushing event updated for resources: {'Port': ['ID=2115f9db-4341-49db-8253-be2a88983912,revision_number=1']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:21:27.420139 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27bd0f2-f9e8-4f19-a1a0-8b6c7ede9b21 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:21:27.420483 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27bd0f2-f9e8-4f19-a1a0-8b6c7ede9b21 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:21:27.420821 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27bd0f2-f9e8-4f19-a1a0-8b6c7ede9b21 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:21:27.421469 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27bd0f2-f9e8-4f19-a1a0-8b6c7ede9b21 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:21:27.421843 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27bd0f2-f9e8-4f19-a1a0-8b6c7ede9b21 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:21:27.422242 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27bd0f2-f9e8-4f19-a1a0-8b6c7ede9b21 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:21:27.422421 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27bd0f2-f9e8-4f19-a1a0-8b6c7ede9b21 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:21:27.422748 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27bd0f2-f9e8-4f19-a1a0-8b6c7ede9b21 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:21:27.423070 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27bd0f2-f9e8-4f19-a1a0-8b6c7ede9b21 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:21:27.423388 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27bd0f2-f9e8-4f19-a1a0-8b6c7ede9b21 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:21:27.423706 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27bd0f2-f9e8-4f19-a1a0-8b6c7ede9b21 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:21:27.424617 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27bd0f2-f9e8-4f19-a1a0-8b6c7ede9b21 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:21:27.445214 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88cd7bd-6ca0-4f9b-818a-53cff547b031 req-b27bd0f2-f9e8-4f19-a1a0-8b6c7ede9b21 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:21:27.445831 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-a88cd7bd-6ca0-4f9b-818a-53cff547b031 req-b27bd0f2-f9e8-4f19-a1a0-8b6c7ede9b21 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195385'] for port, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:21:27.460289 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-a88cd7bd-6ca0-4f9b-818a-53cff547b031 req-b27bd0f2-f9e8-4f19-a1a0-8b6c7ede9b21 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0907764 Aug 12 18:21:27.478175 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.v2.base [req-a88cd7bd-6ca0-4f9b-818a-53cff547b031 req-6d9ea95b-813a-41e4-832e-daba5a7edb17 service neutron] Request body: {'port': {'device_id': '25f00b90-be12-40c3-8044-a3eaae832735', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=94212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:21:27.554833 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-a88cd7bd-6ca0-4f9b-818a-53cff547b031 req-6d9ea95b-813a-41e4-832e-daba5a7edb17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:21:27.609794 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d259a2-897e-4380-945e-1c40b6651246 req-0a234ba3-cae1-4186-b04a-66fa43cbfd96 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:21:27.611800 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-d9d259a2-897e-4380-945e-1c40b6651246 req-0a234ba3-cae1-4186-b04a-66fa43cbfd96 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/ports?device_id=25f00b90-be12-40c3-8044-a3eaae832735 HTTP/1.1" status: 200 len: 931 time: 0.0849712 Aug 12 18:21:27.713198 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-d9d259a2-897e-4380-945e-1c40b6651246 req-7d1dacd2-ab30-4384-bb57-9193562f7098 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/security-groups?id=e87e8da2-5c77-4bdf-9e7e-8593cb9a5de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951095 Aug 12 18:21:27.855885 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.notifiers.nova [req-a88cd7bd-6ca0-4f9b-818a-53cff547b031 req-6d9ea95b-813a-41e4-832e-daba5a7edb17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2115f9db-4341-49db-8253-be2a88983912 {{(pid=94212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 18:21:27.863134 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-a88cd7bd-6ca0-4f9b-818a-53cff547b031 req-6d9ea95b-813a-41e4-832e-daba5a7edb17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:21:27.874315 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.provisioning_blocks [req-a88cd7bd-6ca0-4f9b-818a-53cff547b031 req-6d9ea95b-813a-41e4-832e-daba5a7edb17 service neutron] Transition to ACTIVE for port object 2115f9db-4341-49db-8253-be2a88983912 will not be triggered until provisioned by entity L2. {{(pid=94212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 18:21:27.877870 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-a88cd7bd-6ca0-4f9b-818a-53cff547b031 req-6d9ea95b-813a-41e4-832e-daba5a7edb17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8400684'] for port, after_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:21:27.946231 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9ea95b-813a-41e4-832e-daba5a7edb17 service neutron] Pushing event updated for resources: {'Port': ['ID=2115f9db-4341-49db-8253-be2a88983912,revision_number=2']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:21:27.999497 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.managers [req-a88cd7bd-6ca0-4f9b-818a-53cff547b031 req-6d9ea95b-813a-41e4-832e-daba5a7edb17 service neutron] Attempting to bind port 2115f9db-4341-49db-8253-be2a88983912 on host hv-cinder-75994 for vnic_type normal with profile {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 18:21:27.999831 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.managers [req-a88cd7bd-6ca0-4f9b-818a-53cff547b031 req-6d9ea95b-813a-41e4-832e-daba5a7edb17 service neutron] Attempting to bind port 2115f9db-4341-49db-8253-be2a88983912 by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': '9c5c1358-7851-4873-a74a-e06982d82b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'b5307eab-37b9-4c1f-9d5b-2838d03c5908'}] {{(pid=94212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 18:21:28.000159 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88cd7bd-6ca0-4f9b-818a-53cff547b031 req-6d9ea95b-813a-41e4-832e-daba5a7edb17 service neutron] Attempting to bind port 2115f9db-4341-49db-8253-be2a88983912 on network b5307eab-37b9-4c1f-9d5b-2838d03c5908 {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 18:21:28.004365 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88cd7bd-6ca0-4f9b-818a-53cff547b031 req-6d9ea95b-813a-41e4-832e-daba5a7edb17 service neutron] Port 2115f9db-4341-49db-8253-be2a88983912 on network b5307eab-37b9-4c1f-9d5b-2838d03c5908 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 18:21:28.004681 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88cd7bd-6ca0-4f9b-818a-53cff547b031 req-6d9ea95b-813a-41e4-832e-daba5a7edb17 service neutron] Attempting to bind port 2115f9db-4341-49db-8253-be2a88983912 on network b5307eab-37b9-4c1f-9d5b-2838d03c5908 {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 18:21:28.009416 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88cd7bd-6ca0-4f9b-818a-53cff547b031 req-6d9ea95b-813a-41e4-832e-daba5a7edb17 service neutron] Checking agent: {'id': '45fcbab4-fb54-4843-ab6e-792adfc8e994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 18, 10, 22), 'started_at': datetime.datetime(2021, 8, 12, 18, 10, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 18, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 18:21:28.009733 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88cd7bd-6ca0-4f9b-818a-53cff547b031 req-6d9ea95b-813a-41e4-832e-daba5a7edb17 service neutron] Checking segment: {'id': '9c5c1358-7851-4873-a74a-e06982d82b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'b5307eab-37b9-4c1f-9d5b-2838d03c5908'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 18:21:28.010133 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88cd7bd-6ca0-4f9b-818a-53cff547b031 req-6d9ea95b-813a-41e4-832e-daba5a7edb17 service neutron] Bound using segment: {'id': '9c5c1358-7851-4873-a74a-e06982d82b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'b5307eab-37b9-4c1f-9d5b-2838d03c5908'} {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 18:21:28.010556 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.managers [req-a88cd7bd-6ca0-4f9b-818a-53cff547b031 req-6d9ea95b-813a-41e4-832e-daba5a7edb17 service neutron] Bound port: 2115f9db-4341-49db-8253-be2a88983912, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c5c1358-7851-4873-a74a-e06982d82b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'b5307eab-37b9-4c1f-9d5b-2838d03c5908'}}] {{(pid=94212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 18:21:28.010914 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-a88cd7bd-6ca0-4f9b-818a-53cff547b031 req-6d9ea95b-813a-41e4-832e-daba5a7edb17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:21:28.071566 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.db [req-a88cd7bd-6ca0-4f9b-818a-53cff547b031 req-6d9ea95b-813a-41e4-832e-daba5a7edb17 service neutron] For port 2115f9db-4341-49db-8253-be2a88983912, host hv-cinder-75994, cleared binding levels {{(pid=94212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 18:21:28.074799 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.db [req-a88cd7bd-6ca0-4f9b-818a-53cff547b031 req-6d9ea95b-813a-41e4-832e-daba5a7edb17 service neutron] For port 2115f9db-4341-49db-8253-be2a88983912, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=2115f9db-4341-49db-8253-be2a88983912,segment=NetworkSegment(9c5c1358-7851-4873-a74a-e06982d82b61),segment_id=9c5c1358-7851-4873-a74a-e06982d82b61)] {{(pid=94212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 18:21:28.078785 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-a88cd7bd-6ca0-4f9b-818a-53cff547b031 req-6d9ea95b-813a-41e4-832e-daba5a7edb17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8400684'] for port, after_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:21:28.109757 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88cd7bd-6ca0-4f9b-818a-53cff547b031 req-6d9ea95b-813a-41e4-832e-daba5a7edb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:21:28.110502 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-a88cd7bd-6ca0-4f9b-818a-53cff547b031 req-6d9ea95b-813a-41e4-832e-daba5a7edb17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195385'] for port, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:21:28.112745 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-a88cd7bd-6ca0-4f9b-818a-53cff547b031 req-6d9ea95b-813a-41e4-832e-daba5a7edb17 service neutron] 10.222.0.57 "PUT /v2.0/ports/2115f9db-4341-49db-8253-be2a88983912 HTTP/1.1" status: 200 len: 1093 time: 0.6398802 Aug 12 18:21:28.114780 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25f00b90-be12-40c3-8044-a3eaae832735', 'tag': '2115f9db-4341-49db-8253-be2a88983912'}] {{(pid=94212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 18:21:28.116937 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd512f55349b839fb4675422b2dbaf52bda1baead41a4efd90d4bf8a5142663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c0a792-c659-4998-b407-43a913255e0d" -d '{"events": [{"name": "network-changed", "server_uuid": "25f00b90-be12-40c3-8044-a3eaae832735", "tag": "2115f9db-4341-49db-8253-be2a88983912"}]}' {{(pid=94212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 18:21:28.143477 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9ea95b-813a-41e4-832e-daba5a7edb17 service neutron] Pushing event updated for resources: {'Port': ['ID=2115f9db-4341-49db-8253-be2a88983912,revision_number=3']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:21:28.153828 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 18:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ba470f-4d1a-41dc-a30d-9b9f502cccc5 x-openstack-request-id: req-50ba470f-4d1a-41dc-a30d-9b9f502cccc5 {{(pid=94212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 18:21:28.154148 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25f00b90-be12-40c3-8044-a3eaae832735", "tag": "2115f9db-4341-49db-8253-be2a88983912", "status": "completed", "code": 200}]} {{(pid=94212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 18:21:28.154399 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-50ba470f-4d1a-41dc-a30d-9b9f502cccc5 {{(pid=94212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 18:21:28.154792 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25f00b90-be12-40c3-8044-a3eaae832735', 'tag': '2115f9db-4341-49db-8253-be2a88983912', 'status': 'completed', 'code': 200} Aug 12 18:21:28.209432 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88cd7bd-6ca0-4f9b-818a-53cff547b031 req-d8a154f0-2997-414f-8d32-fcd6827951fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:21:28.210917 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-a88cd7bd-6ca0-4f9b-818a-53cff547b031 req-d8a154f0-2997-414f-8d32-fcd6827951fe service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d10fad7ec86447ffb62ebdad00db44c6&device_id=25f00b90-be12-40c3-8044-a3eaae832735 HTTP/1.1" status: 200 len: 1096 time: 0.0440133 Aug 12 18:21:28.256304 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-a88cd7bd-6ca0-4f9b-818a-53cff547b031 req-6d6da85a-3a9b-4196-a1fe-236087dcd026 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2115f9db-4341-49db-8253-be2a88983912 HTTP/1.1" status: 200 len: 217 time: 0.0335035 Aug 12 18:21:28.308178 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88cd7bd-6ca0-4f9b-818a-53cff547b031 req-16682d18-4bc8-44c1-9ee5-0902cba346d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:21:28.309608 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-a88cd7bd-6ca0-4f9b-818a-53cff547b031 req-16682d18-4bc8-44c1-9ee5-0902cba346d7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=42fd65e4-3792-4db1-ad4d-9733647abebb HTTP/1.1" status: 200 len: 854 time: 0.0436282 Aug 12 18:21:28.341800 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-a88cd7bd-6ca0-4f9b-818a-53cff547b031 req-2293b958-50af-46d5-b007-b1fc8c9ed325 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b5307eab-37b9-4c1f-9d5b-2838d03c5908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233727 Aug 12 18:21:28.431974 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-a88cd7bd-6ca0-4f9b-818a-53cff547b031 req-d1e066ae-969a-4b24-aff5-48dd5c84a9ed service neutron] 10.222.0.57 "GET /v2.0/networks/b5307eab-37b9-4c1f-9d5b-2838d03c5908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819461 Aug 12 18:21:28.525783 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-a88cd7bd-6ca0-4f9b-818a-53cff547b031 req-23b3cc91-18db-4006-b429-1a32184633d3 service neutron] 10.222.0.57 "GET /v2.0/networks/b5307eab-37b9-4c1f-9d5b-2838d03c5908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803130 Aug 12 18:21:28.616355 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c0a792-c659-4998-b407-43a913255e0d req-dbd59e28-3f54-49e8-b06b-b7151013f7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:21:28.617813 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-08c0a792-c659-4998-b407-43a913255e0d req-dbd59e28-3f54-49e8-b06b-b7151013f7da service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d10fad7ec86447ffb62ebdad00db44c6&device_id=25f00b90-be12-40c3-8044-a3eaae832735 HTTP/1.1" status: 200 len: 1096 time: 0.0445948 Aug 12 18:21:28.711925 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c0a792-c659-4998-b407-43a913255e0d req-9c51fdb9-4622-4b3d-8577-a2be36cf423f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:21:28.713249 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-08c0a792-c659-4998-b407-43a913255e0d req-9c51fdb9-4622-4b3d-8577-a2be36cf423f service neutron] 10.222.0.57 "GET /v2.0/networks?id=b5307eab-37b9-4c1f-9d5b-2838d03c5908 HTTP/1.1" status: 200 len: 915 time: 0.0812387 Aug 12 18:21:28.757982 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-08c0a792-c659-4998-b407-43a913255e0d req-eb1efeb4-640d-40bd-879f-5b253bf65469 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2115f9db-4341-49db-8253-be2a88983912 HTTP/1.1" status: 200 len: 217 time: 0.0370350 Aug 12 18:21:28.833159 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c0a792-c659-4998-b407-43a913255e0d req-93ffd9e0-ffdd-46e4-8208-808edb8b9b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:21:28.834612 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-08c0a792-c659-4998-b407-43a913255e0d req-93ffd9e0-ffdd-46e4-8208-808edb8b9b1e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=42fd65e4-3792-4db1-ad4d-9733647abebb HTTP/1.1" status: 200 len: 854 time: 0.0693109 Aug 12 18:21:28.849747 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2111eb-e4d5-41d9-8397-d486ffbf41ad req-6e3bf13d-417f-4a92-98e2-3405cdb322eb tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:21:28.851161 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-ea2111eb-e4d5-41d9-8397-d486ffbf41ad req-6e3bf13d-417f-4a92-98e2-3405cdb322eb tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/ports?device_id=25f00b90-be12-40c3-8044-a3eaae832735 HTTP/1.1" status: 200 len: 943 time: 0.0601530 Aug 12 18:21:28.880748 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-08c0a792-c659-4998-b407-43a913255e0d req-4623c827-e6db-41f8-be2b-746feb42c65b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b5307eab-37b9-4c1f-9d5b-2838d03c5908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286953 Aug 12 18:21:28.950819 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-ea2111eb-e4d5-41d9-8397-d486ffbf41ad req-ddcc8106-0ef4-46a3-ae57-04f98f89a79e tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/security-groups?id=e87e8da2-5c77-4bdf-9e7e-8593cb9a5de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914288 Aug 12 18:21:28.984951 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-08c0a792-c659-4998-b407-43a913255e0d req-d893bb80-d633-45e6-ae5a-2b972653f763 service neutron] 10.222.0.57 "GET /v2.0/networks/b5307eab-37b9-4c1f-9d5b-2838d03c5908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965953 Aug 12 18:21:29.082576 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-08c0a792-c659-4998-b407-43a913255e0d req-b647483d-fec9-4289-83bf-67e4fe21689b service neutron] 10.222.0.57 "GET /v2.0/networks/b5307eab-37b9-4c1f-9d5b-2838d03c5908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797410 Aug 12 18:21:30.071734 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706294f6-f080-4d2f-9402-19eea6eeb49f req-a3509175-cda0-4c7c-a371-0cb7ad865161 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:21:30.073185 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-706294f6-f080-4d2f-9402-19eea6eeb49f req-a3509175-cda0-4c7c-a371-0cb7ad865161 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/ports?device_id=25f00b90-be12-40c3-8044-a3eaae832735 HTTP/1.1" status: 200 len: 943 time: 0.0469756 Aug 12 18:21:30.109855 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-706294f6-f080-4d2f-9402-19eea6eeb49f req-c230bf0f-c4e5-4379-bec6-616462970124 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/security-groups?id=e87e8da2-5c77-4bdf-9e7e-8593cb9a5de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308716 Aug 12 18:21:31.226752 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c8f069-1666-44f5-b326-ae1cb489667f req-2a084b97-ffc7-4bb8-8730-bc4aa6285bdc tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:21:31.228228 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-c7c8f069-1666-44f5-b326-ae1cb489667f req-2a084b97-ffc7-4bb8-8730-bc4aa6285bdc tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/ports?device_id=25f00b90-be12-40c3-8044-a3eaae832735 HTTP/1.1" status: 200 len: 943 time: 0.0546679 Aug 12 18:21:31.265350 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-c7c8f069-1666-44f5-b326-ae1cb489667f req-ccf0c389-fefd-4066-932b-02231b3666bb tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/security-groups?id=e87e8da2-5c77-4bdf-9e7e-8593cb9a5de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311084 Aug 12 18:21:31.809456 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Device 2115f9db-4341-49db-8253-be2a88983912 details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=94213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 18:21:31.900587 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] For port 2115f9db-4341-49db-8253-be2a88983912, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=2115f9db-4341-49db-8253-be2a88983912,segment=NetworkSegment(9c5c1358-7851-4873-a74a-e06982d82b61),segment_id=9c5c1358-7851-4873-a74a-e06982d82b61)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:21:31.911746 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Returning: {'device': '2115f9db-4341-49db-8253-be2a88983912', 'network_id': 'b5307eab-37b9-4c1f-9d5b-2838d03c5908', 'port_id': '2115f9db-4341-49db-8253-be2a88983912', 'mac_address': 'fa:16:3e:e2:fd:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42fd65e4-3792-4db1-ad4d-9733647abebb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 18:21:31.946742 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:21:31.958545 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.notifiers.nova [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2115f9db-4341-49db-8253-be2a88983912 {{(pid=94213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 18:21:31.980854 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] For port 2115f9db-4341-49db-8253-be2a88983912, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=2115f9db-4341-49db-8253-be2a88983912,segment=NetworkSegment(9c5c1358-7851-4873-a74a-e06982d82b61),segment_id=9c5c1358-7851-4873-a74a-e06982d82b61)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:21:31.984702 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:21:32.029744 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Pushing event updated for resources: {'Port': ['ID=2115f9db-4341-49db-8253-be2a88983912,revision_number=4']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:21:32.277427 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] get_ports_and_sgs() called for port_ids ['2115f9db-4341-49db-8253-be2a88983912'] {{(pid=94213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 18:21:32.374890 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc1a2e3-f207-48f4-9212-be38c051f894 req-0949f45d-f189-4b53-9ee2-e370dbdf270b tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:21:32.376353 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-efc1a2e3-f207-48f4-9212-be38c051f894 req-0949f45d-f189-4b53-9ee2-e370dbdf270b tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/ports?device_id=25f00b90-be12-40c3-8044-a3eaae832735 HTTP/1.1" status: 200 len: 944 time: 0.0472858 Aug 12 18:21:32.413670 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-efc1a2e3-f207-48f4-9212-be38c051f894 req-6afd3743-4cf9-4780-bdf2-2a5fcedc0864 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/security-groups?id=e87e8da2-5c77-4bdf-9e7e-8593cb9a5de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315092 Aug 12 18:21:33.530199 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56545bf8-50dc-492e-9886-cea9f57bb497 req-d9fa3717-bdd9-430b-959e-79268670c8ea tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:21:33.532263 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-56545bf8-50dc-492e-9886-cea9f57bb497 req-d9fa3717-bdd9-430b-959e-79268670c8ea tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/ports?device_id=25f00b90-be12-40c3-8044-a3eaae832735 HTTP/1.1" status: 200 len: 944 time: 0.0477545 Aug 12 18:21:33.569397 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-56545bf8-50dc-492e-9886-cea9f57bb497 req-922f860a-976e-4e0f-8501-87f9b35a8f43 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/security-groups?id=e87e8da2-5c77-4bdf-9e7e-8593cb9a5de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308158 Aug 12 18:21:33.858098 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Device 2115f9db-4341-49db-8253-be2a88983912 up at agent hyperv_hv-cinder-75994 {{(pid=94213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 18:21:33.906758 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Provisioning for port 2115f9db-4341-49db-8253-be2a88983912 completed by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 18:21:33.910932 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Provisioning complete for port 2115f9db-4341-49db-8253-be2a88983912 triggered by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:21:33.911303 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:21:33.983313 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:21:34.005398 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25f00b90-be12-40c3-8044-a3eaae832735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2115f9db-4341-49db-8253-be2a88983912'}] {{(pid=94213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 18:21:34.007652 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093bef5005328d2170e61a9e3556762ddeddd0b69a57765fcd678c61bdf37499" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b98887ad-6a62-478b-b286-862979744230" -d '{"events": [{"server_uuid": "25f00b90-be12-40c3-8044-a3eaae832735", "name": "network-vif-plugged", "status": "completed", "tag": "2115f9db-4341-49db-8253-be2a88983912"}]}' {{(pid=94213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 18:21:34.020574 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] For port 2115f9db-4341-49db-8253-be2a88983912, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=2115f9db-4341-49db-8253-be2a88983912,segment=NetworkSegment(9c5c1358-7851-4873-a74a-e06982d82b61),segment_id=9c5c1358-7851-4873-a74a-e06982d82b61)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:21:34.024908 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:21:34.055714 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 18:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d7d2481-d74b-4e45-bee3-4ed9d9be5723 x-openstack-request-id: req-3d7d2481-d74b-4e45-bee3-4ed9d9be5723 {{(pid=94213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 18:21:34.056005 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25f00b90-be12-40c3-8044-a3eaae832735", "name": "network-vif-plugged", "status": "completed", "tag": "2115f9db-4341-49db-8253-be2a88983912", "code": 200}]} {{(pid=94213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 18:21:34.056257 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3d7d2481-d74b-4e45-bee3-4ed9d9be5723 {{(pid=94213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 18:21:34.056638 dv-cinder-759943-10-iscsi neutron-server[94213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25f00b90-be12-40c3-8044-a3eaae832735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2115f9db-4341-49db-8253-be2a88983912', 'code': 200} Aug 12 18:21:34.082455 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Pushing event updated for resources: {'Port': ['ID=2115f9db-4341-49db-8253-be2a88983912,revision_number=5']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:21:34.212864 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d54efe7-5555-42fe-a200-c1643ea7b97e req-30c653e9-95f8-4bec-96a1-37d106a0f33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:21:34.214208 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-0d54efe7-5555-42fe-a200-c1643ea7b97e req-30c653e9-95f8-4bec-96a1-37d106a0f33a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=25f00b90-be12-40c3-8044-a3eaae832735 HTTP/1.1" status: 200 len: 1098 time: 0.0386219 Aug 12 18:21:34.248629 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-0d54efe7-5555-42fe-a200-c1643ea7b97e req-3ed6ed6a-1732-4171-8792-031c75cdca0e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e87e8da2-5c77-4bdf-9e7e-8593cb9a5de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262561 Aug 12 18:21:34.684440 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6586fff-213a-40b2-aa36-85af6455106a req-531de5b9-1f81-4d1c-a1c0-578356223db1 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:21:34.685887 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-b6586fff-213a-40b2-aa36-85af6455106a req-531de5b9-1f81-4d1c-a1c0-578356223db1 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/ports?device_id=25f00b90-be12-40c3-8044-a3eaae832735 HTTP/1.1" status: 200 len: 945 time: 0.0513158 Aug 12 18:21:34.721448 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-b6586fff-213a-40b2-aa36-85af6455106a req-98445318-9425-4cc7-8014-e0da6e859634 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/security-groups?id=e87e8da2-5c77-4bdf-9e7e-8593cb9a5de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297749 Aug 12 18:21:34.960344 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-1da83570-6ea5-4f0b-8ce5-c6990f4574ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:21:35.522161 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.agents_db [None req-aa7dbe78-d4f0-421a-85da-826b2a172358 None None] Agent healthcheck: found 6 active agents {{(pid=94214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 18:21:35.837095 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a28fee-e4bd-4002-a981-ebc72f937f31 req-742303ad-a645-4afc-be6b-9b34996ef204 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:21:35.838570 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-e9a28fee-e4bd-4002-a981-ebc72f937f31 req-742303ad-a645-4afc-be6b-9b34996ef204 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/ports?device_id=25f00b90-be12-40c3-8044-a3eaae832735 HTTP/1.1" status: 200 len: 945 time: 0.0503657 Aug 12 18:21:35.874417 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-e9a28fee-e4bd-4002-a981-ebc72f937f31 req-529b913c-bff5-4b84-ab0b-4b0a78e677ad tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/security-groups?id=e87e8da2-5c77-4bdf-9e7e-8593cb9a5de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301354 Aug 12 18:21:37.330104 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-f3044aaf-ca77-496f-8ad1-a77eb22524fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:21:37.973606 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:21:38.564840 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-2083c3fd-5dc5-47ae-86de-acca0e7a8e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:21:40.246904 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-b1de9828-bfad-4ef8-8d69-6d6f9fbe420c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:21:46.602768 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10f9b32-cbad-4437-a798-d9e60449e748 req-75606d45-cafe-4837-ba88-c6dbd52a43fc tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:21:46.604981 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-e10f9b32-cbad-4437-a798-d9e60449e748 req-75606d45-cafe-4837-ba88-c6dbd52a43fc tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/ports?device_id=25f00b90-be12-40c3-8044-a3eaae832735 HTTP/1.1" status: 200 len: 945 time: 0.0474603 Aug 12 18:21:46.640946 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-e10f9b32-cbad-4437-a798-d9e60449e748 req-77916389-a250-4988-9968-90540c131c2d tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/security-groups?id=e87e8da2-5c77-4bdf-9e7e-8593cb9a5de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301957 Aug 12 18:21:47.754068 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee69dff-3cbc-44f3-b8f8-fed916b12ec3 req-5cefb396-1d68-46bb-b997-d7b4c48d9835 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:21:47.755515 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-8ee69dff-3cbc-44f3-b8f8-fed916b12ec3 req-5cefb396-1d68-46bb-b997-d7b4c48d9835 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/ports?device_id=25f00b90-be12-40c3-8044-a3eaae832735 HTTP/1.1" status: 200 len: 945 time: 0.0481198 Aug 12 18:21:47.791623 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-8ee69dff-3cbc-44f3-b8f8-fed916b12ec3 req-7bda5e59-e8fd-4a29-9425-8d45b855c911 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/security-groups?id=e87e8da2-5c77-4bdf-9e7e-8593cb9a5de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297899 Aug 12 18:21:48.351523 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be09b0-d809-4d25-b8e6-52488c1e7368 req-23695bfe-8273-47a8-be2b-d2b4f097c59d tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:21:48.352944 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-85be09b0-d809-4d25-b8e6-52488c1e7368 req-23695bfe-8273-47a8-be2b-d2b4f097c59d tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.57 "GET /v2.0/ports?device_id=25f00b90-be12-40c3-8044-a3eaae832735 HTTP/1.1" status: 200 len: 945 time: 0.0471895 Aug 12 18:21:48.441952 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.plugin [req-85be09b0-d809-4d25-b8e6-52488c1e7368 req-46197ea6-1cca-4515-bc4d-1b18b919298d tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Deleting port 2115f9db-4341-49db-8253-be2a88983912 {{(pid=94212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 18:21:48.442292 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-85be09b0-d809-4d25-b8e6-52488c1e7368 req-46197ea6-1cca-4515-bc4d-1b18b919298d tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763627642920'] for port, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:21:48.535872 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.db [req-85be09b0-d809-4d25-b8e6-52488c1e7368 req-46197ea6-1cca-4515-bc4d-1b18b919298d tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] For port 2115f9db-4341-49db-8253-be2a88983912, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=2115f9db-4341-49db-8253-be2a88983912,segment=NetworkSegment(9c5c1358-7851-4873-a74a-e06982d82b61),segment_id=9c5c1358-7851-4873-a74a-e06982d82b61)] {{(pid=94212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:21:48.536330 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-85be09b0-d809-4d25-b8e6-52488c1e7368 req-46197ea6-1cca-4515-bc4d-1b18b919298d tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-732327'] for port, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:21:48.550767 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.plugin [req-85be09b0-d809-4d25-b8e6-52488c1e7368 req-46197ea6-1cca-4515-bc4d-1b18b919298d tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Calling delete_port for 2115f9db-4341-49db-8253-be2a88983912 owned by compute:nova {{(pid=94212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 18:21:48.674475 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-85be09b0-d809-4d25-b8e6-52488c1e7368 req-46197ea6-1cca-4515-bc4d-1b18b919298d tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763627647362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763627144942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8400677'] for port, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:21:48.686765 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] get_ports_and_sgs() called for port_ids ['e8ef6690-cc35-4526-876d-89a7a61b4443', '3a0a1491-e8db-4c79-b6b4-99f1170c8f36', '55ee7c37-6c6b-40fb-8ee4-617d2b87af72', '2115f9db-4341-49db-8253-be2a88983912'] {{(pid=94213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 18:21:48.702607 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46197ea6-1cca-4515-bc4d-1b18b919298d tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Pushing event deleted for resources: {'Port': ['ID=2115f9db-4341-49db-8253-be2a88983912,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:21:48.744892 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.l3_dvrscheduler_db [req-85be09b0-d809-4d25-b8e6-52488c1e7368 req-46197ea6-1cca-4515-bc4d-1b18b919298d tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] No DVR routers for this DVR port 2115f9db-4341-49db-8253-be2a88983912 on host hv-cinder-75994 {{(pid=94212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 18:21:48.747409 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-85be09b0-d809-4d25-b8e6-52488c1e7368 req-46197ea6-1cca-4515-bc4d-1b18b919298d tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195385'] for port, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:21:48.749366 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-85be09b0-d809-4d25-b8e6-52488c1e7368 req-46197ea6-1cca-4515-bc4d-1b18b919298d tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.57 "DELETE /v2.0/ports/2115f9db-4341-49db-8253-be2a88983912 HTTP/1.1" status: 204 len: 173 time: 0.3901157 Aug 12 18:21:48.750011 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25f00b90-be12-40c3-8044-a3eaae832735', 'name': 'network-vif-deleted', 'tag': '2115f9db-4341-49db-8253-be2a88983912'}] {{(pid=94212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 18:21:48.752180 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd512f55349b839fb4675422b2dbaf52bda1baead41a4efd90d4bf8a5142663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d33aba0c-90f2-48ac-8536-f30aee3350f4" -d '{"events": [{"server_uuid": "25f00b90-be12-40c3-8044-a3eaae832735", "name": "network-vif-deleted", "tag": "2115f9db-4341-49db-8253-be2a88983912"}]}' {{(pid=94212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 18:21:48.787534 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 18:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e991977-97a7-485d-af77-dcfe2f624d9e x-openstack-request-id: req-6e991977-97a7-485d-af77-dcfe2f624d9e {{(pid=94212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 18:21:48.788228 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25f00b90-be12-40c3-8044-a3eaae832735", "name": "network-vif-deleted", "tag": "2115f9db-4341-49db-8253-be2a88983912", "status": "completed", "code": 200}]} {{(pid=94212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 18:21:48.788228 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6e991977-97a7-485d-af77-dcfe2f624d9e {{(pid=94212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 18:21:48.788415 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25f00b90-be12-40c3-8044-a3eaae832735', 'name': 'network-vif-deleted', 'tag': '2115f9db-4341-49db-8253-be2a88983912', 'status': 'completed', 'code': 200} Aug 12 18:21:48.894755 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-2818f5bd-e667-42e6-b22d-a29c7a4560fe req-ada53054-6045-40ff-a6fd-55e1236be692 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/ports?device_id=25f00b90-be12-40c3-8044-a3eaae832735 HTTP/1.1" status: 200 len: 210 time: 0.0301147 Aug 12 18:21:51.271897 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a52255-fa03-45eb-b9e4-59880e2381d8 req-f82162d3-d51f-47e1-a48b-c7e1935f6807 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:21:51.273371 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-43a52255-fa03-45eb-b9e4-59880e2381d8 req-f82162d3-d51f-47e1-a48b-c7e1935f6807 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fa0d8cf-8db9-4357-bc8c-d4175bf2583e HTTP/1.1" status: 200 len: 946 time: 0.0481758 Aug 12 18:21:51.309167 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-43a52255-fa03-45eb-b9e4-59880e2381d8 req-253fcc54-1df1-427e-bd0b-212ca9c7e5c8 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/security-groups?id=e87e8da2-5c77-4bdf-9e7e-8593cb9a5de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297480 Aug 12 18:21:51.962313 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Device 2115f9db-4341-49db-8253-be2a88983912 no longer exists at agent hyperv_hv-cinder-75994 {{(pid=94213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 18:21:51.982509 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.plugin [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] No Port match for: 2115f9db-4341-49db-8253-be2a88983912 {{(pid=94213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 18:21:51.982848 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Device 2115f9db-4341-49db-8253-be2a88983912 not bound to the agent host hv-cinder-75994 {{(pid=94213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 18:21:52.185496 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:21:52.422885 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4cd5c7-aa18-41ae-b6bf-f82fae4ee0f6 req-73720a7b-cbe8-44e5-986c-014d1c25d8e1 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:21:52.424338 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-bf4cd5c7-aa18-41ae-b6bf-f82fae4ee0f6 req-73720a7b-cbe8-44e5-986c-014d1c25d8e1 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fa0d8cf-8db9-4357-bc8c-d4175bf2583e HTTP/1.1" status: 200 len: 946 time: 0.0481086 Aug 12 18:21:52.460330 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-bf4cd5c7-aa18-41ae-b6bf-f82fae4ee0f6 req-b09b81c0-8acf-4630-a355-5355c9d0339a tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/security-groups?id=e87e8da2-5c77-4bdf-9e7e-8593cb9a5de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300910 Aug 12 18:21:52.815877 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13261dd-dbe7-4650-bf07-0c6e0e08d1c9 req-c5c62146-2534-4911-8a87-e0f3434a0704 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:21:52.817290 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-b13261dd-dbe7-4650-bf07-0c6e0e08d1c9 req-c5c62146-2534-4911-8a87-e0f3434a0704 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fa0d8cf-8db9-4357-bc8c-d4175bf2583e HTTP/1.1" status: 200 len: 946 time: 0.0460768 Aug 12 18:21:52.907161 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.plugin [req-b13261dd-dbe7-4650-bf07-0c6e0e08d1c9 req-f2bc15f6-d68d-4a16-b708-7da91ffda092 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Deleting port 55ee7c37-6c6b-40fb-8ee4-617d2b87af72 {{(pid=94212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 18:21:52.907498 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-b13261dd-dbe7-4650-bf07-0c6e0e08d1c9 req-f2bc15f6-d68d-4a16-b708-7da91ffda092 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763627642920'] for port, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:21:52.992067 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.db [req-b13261dd-dbe7-4650-bf07-0c6e0e08d1c9 req-f2bc15f6-d68d-4a16-b708-7da91ffda092 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] For port 55ee7c37-6c6b-40fb-8ee4-617d2b87af72, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=55ee7c37-6c6b-40fb-8ee4-617d2b87af72,segment=NetworkSegment(9c5c1358-7851-4873-a74a-e06982d82b61),segment_id=9c5c1358-7851-4873-a74a-e06982d82b61)] {{(pid=94212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:21:52.992423 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-b13261dd-dbe7-4650-bf07-0c6e0e08d1c9 req-f2bc15f6-d68d-4a16-b708-7da91ffda092 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-732327'] for port, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:21:53.004682 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.plugin [req-b13261dd-dbe7-4650-bf07-0c6e0e08d1c9 req-f2bc15f6-d68d-4a16-b708-7da91ffda092 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Calling delete_port for 55ee7c37-6c6b-40fb-8ee4-617d2b87af72 owned by compute:nova {{(pid=94212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 18:21:53.126605 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-b13261dd-dbe7-4650-bf07-0c6e0e08d1c9 req-f2bc15f6-d68d-4a16-b708-7da91ffda092 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763627647362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763627144942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8400677'] for port, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:21:53.137563 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] get_ports_and_sgs() called for port_ids ['e8ef6690-cc35-4526-876d-89a7a61b4443', '3a0a1491-e8db-4c79-b6b4-99f1170c8f36', '55ee7c37-6c6b-40fb-8ee4-617d2b87af72'] {{(pid=94213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 18:21:53.153139 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bc15f6-d68d-4a16-b708-7da91ffda092 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Pushing event deleted for resources: {'Port': ['ID=55ee7c37-6c6b-40fb-8ee4-617d2b87af72,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:21:53.198873 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.l3_dvrscheduler_db [req-b13261dd-dbe7-4650-bf07-0c6e0e08d1c9 req-f2bc15f6-d68d-4a16-b708-7da91ffda092 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] No DVR routers for this DVR port 55ee7c37-6c6b-40fb-8ee4-617d2b87af72 on host hv-cinder-75994 {{(pid=94212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 18:21:53.201380 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-b13261dd-dbe7-4650-bf07-0c6e0e08d1c9 req-f2bc15f6-d68d-4a16-b708-7da91ffda092 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195385'] for port, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:21:53.203362 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-b13261dd-dbe7-4650-bf07-0c6e0e08d1c9 req-f2bc15f6-d68d-4a16-b708-7da91ffda092 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.57 "DELETE /v2.0/ports/55ee7c37-6c6b-40fb-8ee4-617d2b87af72 HTTP/1.1" status: 204 len: 173 time: 0.3793669 Aug 12 18:21:53.203790 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fa0d8cf-8db9-4357-bc8c-d4175bf2583e', 'name': 'network-vif-deleted', 'tag': '55ee7c37-6c6b-40fb-8ee4-617d2b87af72'}] {{(pid=94212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 18:21:53.206075 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd512f55349b839fb4675422b2dbaf52bda1baead41a4efd90d4bf8a5142663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa304e64-71d7-40c5-bf73-29d5e240fafc" -d '{"events": [{"server_uuid": "6fa0d8cf-8db9-4357-bc8c-d4175bf2583e", "name": "network-vif-deleted", "tag": "55ee7c37-6c6b-40fb-8ee4-617d2b87af72"}]}' {{(pid=94212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 18:21:53.242849 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 18:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-157fdad7-ae38-4598-b224-50bb15acb669 x-openstack-request-id: req-157fdad7-ae38-4598-b224-50bb15acb669 {{(pid=94212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 18:21:53.243141 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fa0d8cf-8db9-4357-bc8c-d4175bf2583e", "name": "network-vif-deleted", "tag": "55ee7c37-6c6b-40fb-8ee4-617d2b87af72", "status": "completed", "code": 200}]} {{(pid=94212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 18:21:53.243389 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-157fdad7-ae38-4598-b224-50bb15acb669 {{(pid=94212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 18:21:53.243782 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fa0d8cf-8db9-4357-bc8c-d4175bf2583e', 'name': 'network-vif-deleted', 'tag': '55ee7c37-6c6b-40fb-8ee4-617d2b87af72', 'status': 'completed', 'code': 200} Aug 12 18:21:53.562536 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-19ff6ce9-1a79-42fc-a599-932b3ef72fb3 req-13514084-0853-4e03-845a-c4c06bb66b63 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fa0d8cf-8db9-4357-bc8c-d4175bf2583e HTTP/1.1" status: 200 len: 210 time: 0.0264013 Aug 12 18:21:54.821549 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a284ac-23df-43cf-9d26-f04d35cb25fe req-37650181-e158-4602-9fea-f412c80d1f5e tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:21:54.823023 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-14a284ac-23df-43cf-9d26-f04d35cb25fe req-37650181-e158-4602-9fea-f412c80d1f5e tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb2befc9-ea71-4484-b914-d79290282184 HTTP/1.1" status: 200 len: 945 time: 0.0511386 Aug 12 18:21:54.859173 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-14a284ac-23df-43cf-9d26-f04d35cb25fe req-d3592218-8878-4193-b9ff-a9252328ce94 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/security-groups?id=e87e8da2-5c77-4bdf-9e7e-8593cb9a5de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303440 Aug 12 18:21:55.973004 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d718117-f064-491a-945d-b09dd4a308e6 req-8cd2050a-b58d-481a-b7b5-0a58892593bb tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:21:55.974516 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-6d718117-f064-491a-945d-b09dd4a308e6 req-8cd2050a-b58d-481a-b7b5-0a58892593bb tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb2befc9-ea71-4484-b914-d79290282184 HTTP/1.1" status: 200 len: 945 time: 0.0483553 Aug 12 18:21:56.037016 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-6d718117-f064-491a-945d-b09dd4a308e6 req-fce694b7-55df-4920-b3df-9b4169cb33cc tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/security-groups?id=e87e8da2-5c77-4bdf-9e7e-8593cb9a5de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511339 Aug 12 18:21:56.077836 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1630d05-db6f-4035-8fb8-804176a5126f req-82c65a3b-b364-48ff-97a6-a71b688f5d94 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:21:56.079326 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-e1630d05-db6f-4035-8fb8-804176a5126f req-82c65a3b-b364-48ff-97a6-a71b688f5d94 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb2befc9-ea71-4484-b914-d79290282184 HTTP/1.1" status: 200 len: 945 time: 0.0565577 Aug 12 18:21:56.168267 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.plugin [req-e1630d05-db6f-4035-8fb8-804176a5126f req-43b71eec-d17d-4215-ad47-cbdad4093a43 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Deleting port 3a0a1491-e8db-4c79-b6b4-99f1170c8f36 {{(pid=94212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 18:21:56.168513 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-e1630d05-db6f-4035-8fb8-804176a5126f req-43b71eec-d17d-4215-ad47-cbdad4093a43 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763627642920'] for port, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:21:56.253241 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.db [req-e1630d05-db6f-4035-8fb8-804176a5126f req-43b71eec-d17d-4215-ad47-cbdad4093a43 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] For port 3a0a1491-e8db-4c79-b6b4-99f1170c8f36, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=3a0a1491-e8db-4c79-b6b4-99f1170c8f36,segment=NetworkSegment(9c5c1358-7851-4873-a74a-e06982d82b61),segment_id=9c5c1358-7851-4873-a74a-e06982d82b61)] {{(pid=94212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:21:56.253600 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-e1630d05-db6f-4035-8fb8-804176a5126f req-43b71eec-d17d-4215-ad47-cbdad4093a43 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-732327'] for port, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:21:56.265882 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.plugin [req-e1630d05-db6f-4035-8fb8-804176a5126f req-43b71eec-d17d-4215-ad47-cbdad4093a43 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Calling delete_port for 3a0a1491-e8db-4c79-b6b4-99f1170c8f36 owned by compute:nova {{(pid=94212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 18:21:56.395026 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-e1630d05-db6f-4035-8fb8-804176a5126f req-43b71eec-d17d-4215-ad47-cbdad4093a43 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763627647362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763627144942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8400677'] for port, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:21:56.406345 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] get_ports_and_sgs() called for port_ids ['e8ef6690-cc35-4526-876d-89a7a61b4443', '3a0a1491-e8db-4c79-b6b4-99f1170c8f36'] {{(pid=94213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 18:21:56.421764 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b71eec-d17d-4215-ad47-cbdad4093a43 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Pushing event deleted for resources: {'Port': ['ID=3a0a1491-e8db-4c79-b6b4-99f1170c8f36,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:21:56.467490 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1630d05-db6f-4035-8fb8-804176a5126f req-43b71eec-d17d-4215-ad47-cbdad4093a43 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] No DVR routers for this DVR port 3a0a1491-e8db-4c79-b6b4-99f1170c8f36 on host hv-cinder-75994 {{(pid=94212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 18:21:56.469959 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-e1630d05-db6f-4035-8fb8-804176a5126f req-43b71eec-d17d-4215-ad47-cbdad4093a43 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195385'] for port, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:21:56.471900 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-e1630d05-db6f-4035-8fb8-804176a5126f req-43b71eec-d17d-4215-ad47-cbdad4093a43 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.57 "DELETE /v2.0/ports/3a0a1491-e8db-4c79-b6b4-99f1170c8f36 HTTP/1.1" status: 204 len: 173 time: 0.3862975 Aug 12 18:21:56.472323 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb2befc9-ea71-4484-b914-d79290282184', 'name': 'network-vif-deleted', 'tag': '3a0a1491-e8db-4c79-b6b4-99f1170c8f36'}] {{(pid=94212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 18:21:56.474597 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd512f55349b839fb4675422b2dbaf52bda1baead41a4efd90d4bf8a5142663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37dc3a0c-62d5-4932-bb8a-43b4d1df9ea5" -d '{"events": [{"server_uuid": "fb2befc9-ea71-4484-b914-d79290282184", "name": "network-vif-deleted", "tag": "3a0a1491-e8db-4c79-b6b4-99f1170c8f36"}]}' {{(pid=94212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 18:21:56.516390 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 18:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef2be1c-2847-4832-9d9d-9436cc47aef1 x-openstack-request-id: req-aef2be1c-2847-4832-9d9d-9436cc47aef1 {{(pid=94212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 18:21:56.516390 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb2befc9-ea71-4484-b914-d79290282184", "name": "network-vif-deleted", "tag": "3a0a1491-e8db-4c79-b6b4-99f1170c8f36", "status": "completed", "code": 200}]} {{(pid=94212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 18:21:56.521005 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-aef2be1c-2847-4832-9d9d-9436cc47aef1 {{(pid=94212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 18:21:56.522025 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb2befc9-ea71-4484-b914-d79290282184', 'name': 'network-vif-deleted', 'tag': '3a0a1491-e8db-4c79-b6b4-99f1170c8f36', 'status': 'completed', 'code': 200} Aug 12 18:21:57.977843 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Device 55ee7c37-6c6b-40fb-8ee4-617d2b87af72 no longer exists at agent hyperv_hv-cinder-75994 {{(pid=94213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 18:21:57.997552 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.plugin [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] No Port match for: 55ee7c37-6c6b-40fb-8ee4-617d2b87af72 {{(pid=94213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 18:21:57.997914 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Device 55ee7c37-6c6b-40fb-8ee4-617d2b87af72 not bound to the agent host hv-cinder-75994 {{(pid=94213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 18:21:58.467422 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80da0f0a-d18d-4713-8573-17377af95f3b req-f536df22-4eb6-4b42-ab80-79994deeda4d tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:21:58.468896 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-80da0f0a-d18d-4713-8573-17377af95f3b req-f536df22-4eb6-4b42-ab80-79994deeda4d tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/ports?device_id=ca69a8d2-ea49-4bf2-a3e4-99e4ce2e07c6 HTTP/1.1" status: 200 len: 945 time: 0.0969396 Aug 12 18:21:58.505775 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-80da0f0a-d18d-4713-8573-17377af95f3b req-b0e0a914-c77c-43f0-b0e7-8f5c7040a57a tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/security-groups?id=e87e8da2-5c77-4bdf-9e7e-8593cb9a5de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309734 Aug 12 18:21:59.665876 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4c6d99-e6a5-4a10-865e-7c04fcf84ab3 req-e4053e10-7334-46ed-be19-e412234feb30 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:21:59.667364 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-4e4c6d99-e6a5-4a10-865e-7c04fcf84ab3 req-e4053e10-7334-46ed-be19-e412234feb30 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/ports?device_id=ca69a8d2-ea49-4bf2-a3e4-99e4ce2e07c6 HTTP/1.1" status: 200 len: 945 time: 0.0960863 Aug 12 18:21:59.703511 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-4e4c6d99-e6a5-4a10-865e-7c04fcf84ab3 req-dc7bc927-947a-4269-89ad-4ad9c960b6a3 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/security-groups?id=e87e8da2-5c77-4bdf-9e7e-8593cb9a5de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302835 Aug 12 18:21:59.858961 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a519bf7-f636-4b53-a602-df2ce48a4fcf req-b1a9d2da-c2fc-4689-b94d-c8a67422453f tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:21:59.860371 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-4a519bf7-f636-4b53-a602-df2ce48a4fcf req-b1a9d2da-c2fc-4689-b94d-c8a67422453f tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.57 "GET /v2.0/ports?device_id=ca69a8d2-ea49-4bf2-a3e4-99e4ce2e07c6 HTTP/1.1" status: 200 len: 945 time: 0.0463102 Aug 12 18:21:59.948706 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.plugin [req-4a519bf7-f636-4b53-a602-df2ce48a4fcf req-8379875a-402f-4d5f-84f3-c04c0bb01c15 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Deleting port e8ef6690-cc35-4526-876d-89a7a61b4443 {{(pid=94212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 18:21:59.949030 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-4a519bf7-f636-4b53-a602-df2ce48a4fcf req-8379875a-402f-4d5f-84f3-c04c0bb01c15 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763627642920'] for port, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:21:59.991759 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Device 3a0a1491-e8db-4c79-b6b4-99f1170c8f36 no longer exists at agent hyperv_hv-cinder-75994 {{(pid=94213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 18:22:00.011424 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.plugin [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] No Port match for: 3a0a1491-e8db-4c79-b6b4-99f1170c8f36 {{(pid=94213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 18:22:00.011769 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Device 3a0a1491-e8db-4c79-b6b4-99f1170c8f36 not bound to the agent host hv-cinder-75994 {{(pid=94213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 18:22:00.033790 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.db [req-4a519bf7-f636-4b53-a602-df2ce48a4fcf req-8379875a-402f-4d5f-84f3-c04c0bb01c15 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] For port e8ef6690-cc35-4526-876d-89a7a61b4443, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=e8ef6690-cc35-4526-876d-89a7a61b4443,segment=NetworkSegment(9c5c1358-7851-4873-a74a-e06982d82b61),segment_id=9c5c1358-7851-4873-a74a-e06982d82b61)] {{(pid=94212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:22:00.034180 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-4a519bf7-f636-4b53-a602-df2ce48a4fcf req-8379875a-402f-4d5f-84f3-c04c0bb01c15 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-732327'] for port, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:00.046660 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.plugin [req-4a519bf7-f636-4b53-a602-df2ce48a4fcf req-8379875a-402f-4d5f-84f3-c04c0bb01c15 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Calling delete_port for e8ef6690-cc35-4526-876d-89a7a61b4443 owned by compute:nova {{(pid=94212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 18:22:00.170241 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-4a519bf7-f636-4b53-a602-df2ce48a4fcf req-8379875a-402f-4d5f-84f3-c04c0bb01c15 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763627647362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763627144942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8400677'] for port, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:00.182258 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] get_ports_and_sgs() called for port_ids ['e8ef6690-cc35-4526-876d-89a7a61b4443'] {{(pid=94213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 18:22:00.209921 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8379875a-402f-4d5f-84f3-c04c0bb01c15 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Pushing event deleted for resources: {'Port': ['ID=e8ef6690-cc35-4526-876d-89a7a61b4443,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:22:00.243891 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a519bf7-f636-4b53-a602-df2ce48a4fcf req-8379875a-402f-4d5f-84f3-c04c0bb01c15 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] No DVR routers for this DVR port e8ef6690-cc35-4526-876d-89a7a61b4443 on host hv-cinder-75994 {{(pid=94212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 18:22:00.246353 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-4a519bf7-f636-4b53-a602-df2ce48a4fcf req-8379875a-402f-4d5f-84f3-c04c0bb01c15 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195385'] for port, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:00.248593 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-4a519bf7-f636-4b53-a602-df2ce48a4fcf req-8379875a-402f-4d5f-84f3-c04c0bb01c15 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.57 "DELETE /v2.0/ports/e8ef6690-cc35-4526-876d-89a7a61b4443 HTTP/1.1" status: 204 len: 173 time: 0.3815815 Aug 12 18:22:00.249054 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca69a8d2-ea49-4bf2-a3e4-99e4ce2e07c6', 'name': 'network-vif-deleted', 'tag': 'e8ef6690-cc35-4526-876d-89a7a61b4443'}] {{(pid=94212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 18:22:00.251951 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd512f55349b839fb4675422b2dbaf52bda1baead41a4efd90d4bf8a5142663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf5b8e8-7075-44eb-8176-165d1e782479" -d '{"events": [{"server_uuid": "ca69a8d2-ea49-4bf2-a3e4-99e4ce2e07c6", "name": "network-vif-deleted", "tag": "e8ef6690-cc35-4526-876d-89a7a61b4443"}]}' {{(pid=94212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 18:22:00.294441 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 18:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c3e0883-021e-4b12-95dd-57ebcfebe0c8 x-openstack-request-id: req-2c3e0883-021e-4b12-95dd-57ebcfebe0c8 {{(pid=94212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 18:22:00.295112 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca69a8d2-ea49-4bf2-a3e4-99e4ce2e07c6", "name": "network-vif-deleted", "tag": "e8ef6690-cc35-4526-876d-89a7a61b4443", "status": "completed", "code": 200}]} {{(pid=94212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 18:22:00.295112 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2c3e0883-021e-4b12-95dd-57ebcfebe0c8 {{(pid=94212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 18:22:00.295335 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca69a8d2-ea49-4bf2-a3e4-99e4ce2e07c6', 'name': 'network-vif-deleted', 'tag': 'e8ef6690-cc35-4526-876d-89a7a61b4443', 'status': 'completed', 'code': 200} Aug 12 18:22:00.810829 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-3c3aec39-486f-4b08-a351-4177426a1044 req-451a050b-5c6d-4db1-92f8-f37e12f45122 tempest-AttachVolumeNegativeTest-1662550385 tempest-AttachVolumeNegativeTest-1662550385-project] 10.222.0.30 "GET /v2.0/ports?device_id=ca69a8d2-ea49-4bf2-a3e4-99e4ce2e07c6 HTTP/1.1" status: 200 len: 210 time: 0.0258605 Aug 12 18:22:01.864222 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 56888) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:22:01.910300 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1672eb4-ac70-4986-832a-31de3456e03a admin admin] Deleting subnet 42fd65e4-3792-4db1-ad4d-9733647abebb {{(pid=94211) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 18:22:01.913240 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-b1672eb4-ac70-4986-832a-31de3456e03a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:01.945738 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-b1672eb4-ac70-4986-832a-31de3456e03a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2620065'] for subnet, precommit_delete_associations {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:01.985386 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-b1672eb4-ac70-4986-832a-31de3456e03a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1735162'] for subnet, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:02.036123 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-b1672eb4-ac70-4986-832a-31de3456e03a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1735149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9252676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9269149'] for subnet, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:02.064919 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1672eb4-ac70-4986-832a-31de3456e03a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42fd65e4-3792-4db1-ad4d-9733647abebb,revision_number=None']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:22:02.070566 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-b1672eb4-ac70-4986-832a-31de3456e03a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564513'] for subnet, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:02.072426 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-b1672eb4-ac70-4986-832a-31de3456e03a admin admin] 10.222.0.30 "DELETE /v2.0/subnets/42fd65e4-3792-4db1-ad4d-9733647abebb HTTP/1.1" status: 204 len: 168 time: 0.2072103 Aug 12 18:22:02.074984 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 56890) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:22:02.077408 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1672eb4-ac70-4986-832a-31de3456e03a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:22:02.077761 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1672eb4-ac70-4986-832a-31de3456e03a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:22:02.078138 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1672eb4-ac70-4986-832a-31de3456e03a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:22:02.078477 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1672eb4-ac70-4986-832a-31de3456e03a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:22:02.078809 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1672eb4-ac70-4986-832a-31de3456e03a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:22:02.079144 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1672eb4-ac70-4986-832a-31de3456e03a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:22:02.079481 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1672eb4-ac70-4986-832a-31de3456e03a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:22:02.079813 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1672eb4-ac70-4986-832a-31de3456e03a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:22:02.080143 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1672eb4-ac70-4986-832a-31de3456e03a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:22:02.080468 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1672eb4-ac70-4986-832a-31de3456e03a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:22:02.080792 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1672eb4-ac70-4986-832a-31de3456e03a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:22:02.081114 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1672eb4-ac70-4986-832a-31de3456e03a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:22:02.143086 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-e0cf05ad-6e4b-4caf-a107-2dc03e3edc7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1816869'] for network, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:02.216610 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-e0cf05ad-6e4b-4caf-a107-2dc03e3edc7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1735549', 'neutron.services.segments.db._delete_segments_for_network-8763627670128'] for network, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:02.226337 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.services.segments.db [None req-e0cf05ad-6e4b-4caf-a107-2dc03e3edc7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5307eab-37b9-4c1f-9d5b-2838d03c5908']}} {{(pid=94212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:22:02.236251 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.services.segments.db [None req-e0cf05ad-6e4b-4caf-a107-2dc03e3edc7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c5c1358-7851-4873-a74a-e06982d82b61') {'for_net_delete': True} {{(pid=94212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:22:02.236541 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.services.segments.db [None req-e0cf05ad-6e4b-4caf-a107-2dc03e3edc7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c5c1358-7851-4873-a74a-e06982d82b61') {} {{(pid=94212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:22:02.246955 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-e0cf05ad-6e4b-4caf-a107-2dc03e3edc7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763627625081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10322280'] for segment, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:02.264211 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-e0cf05ad-6e4b-4caf-a107-2dc03e3edc7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735099'] for segment, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:02.269853 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0cf05ad-6e4b-4caf-a107-2dc03e3edc7c admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=94212) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 18:22:02.270259 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-e0cf05ad-6e4b-4caf-a107-2dc03e3edc7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8400840'] for segment, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:02.272391 dv-cinder-759943-10-iscsi neutron-server[94212]: Traceback (most recent call last): Aug 12 18:22:02.272391 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 18:22:02.272391 dv-cinder-759943-10-iscsi neutron-server[94212]: timer() Aug 12 18:22:02.272391 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 18:22:02.272391 dv-cinder-759943-10-iscsi neutron-server[94212]: cb(*args, **kw) Aug 12 18:22:02.272391 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 18:22:02.272391 dv-cinder-759943-10-iscsi neutron-server[94212]: return func(*args, **kwargs) Aug 12 18:22:02.272391 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 18:22:02.272391 dv-cinder-759943-10-iscsi neutron-server[94212]: self._notify() Aug 12 18:22:02.272391 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 18:22:02.272391 dv-cinder-759943-10-iscsi neutron-server[94212]: self.callback(batched_events) Aug 12 18:22:02.272391 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 18:22:02.272391 dv-cinder-759943-10-iscsi neutron-server[94212]: event.method(event) Aug 12 18:22:02.272391 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 18:22:02.272391 dv-cinder-759943-10-iscsi neutron-server[94212]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 18:22:02.272391 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 18:22:02.272391 dv-cinder-759943-10-iscsi neutron-server[94212]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 18:22:02.272391 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 18:22:02.272391 dv-cinder-759943-10-iscsi neutron-server[94212]: return f(self, *a, **k) Aug 12 18:22:02.272391 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 18:22:02.272391 dv-cinder-759943-10-iscsi neutron-server[94212]: return self._get(url).json() Aug 12 18:22:02.272391 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 18:22:02.272391 dv-cinder-759943-10-iscsi neutron-server[94212]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 18:22:02.272391 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 18:22:02.272391 dv-cinder-759943-10-iscsi neutron-server[94212]: return self.request(url, 'GET', **kwargs) Aug 12 18:22:02.272391 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 18:22:02.272391 dv-cinder-759943-10-iscsi neutron-server[94212]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 18:22:02.272391 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 18:22:02.272391 dv-cinder-759943-10-iscsi neutron-server[94212]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 18:22:02.272391 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 18:22:02.272391 dv-cinder-759943-10-iscsi neutron-server[94212]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 18:22:02.272391 dv-cinder-759943-10-iscsi neutron-server[94212]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 18:22:02.323800 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-e0cf05ad-6e4b-4caf-a107-2dc03e3edc7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1735524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734910'] for network, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:02.328970 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-e0cf05ad-6e4b-4caf-a107-2dc03e3edc7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564513'] for network, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:02.330805 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-e0cf05ad-6e4b-4caf-a107-2dc03e3edc7c admin admin] 10.222.0.30 "DELETE /v2.0/networks/b5307eab-37b9-4c1f-9d5b-2838d03c5908 HTTP/1.1" status: 204 len: 168 time: 0.2548430 Aug 12 18:22:02.342113 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cf05ad-6e4b-4caf-a107-2dc03e3edc7c admin admin] Pushing event deleted for resources: {'Network': ['ID=b5307eab-37b9-4c1f-9d5b-2838d03c5908,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:22:02.434824 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 56894) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:22:02.473999 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-fecca0be-6882-4bbe-ac58-2f5cc33ef60e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d10fad7ec86447ffb62ebdad00db44c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379798 Aug 12 18:22:02.476245 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 56896) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:22:02.524673 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-e2e64e1a-f2b3-4898-9fc5-eee352526eca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:02.546003 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-e2e64e1a-f2b3-4898-9fc5-eee352526eca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:02.595511 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-e2e64e1a-f2b3-4898-9fc5-eee352526eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:02.598129 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-e2e64e1a-f2b3-4898-9fc5-eee352526eca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:02.601567 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-e2e64e1a-f2b3-4898-9fc5-eee352526eca admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e87e8da2-5c77-4bdf-9e7e-8593cb9a5de9 HTTP/1.1" status: 204 len: 168 time: 0.1220775 Aug 12 18:22:02.606951 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e64e1a-f2b3-4898-9fc5-eee352526eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e87e8da2-5c77-4bdf-9e7e-8593cb9a5de9,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:22:04.008993 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Device e8ef6690-cc35-4526-876d-89a7a61b4443 no longer exists at agent hyperv_hv-cinder-75994 {{(pid=94213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 18:22:04.031219 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.plugin [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] No Port match for: e8ef6690-cc35-4526-876d-89a7a61b4443 {{(pid=94213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 18:22:04.031484 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Device e8ef6690-cc35-4526-876d-89a7a61b4443 not bound to the agent host hv-cinder-75994 {{(pid=94213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 18:22:04.960720 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-0ad5d0a1-1f43-4cb5-a926-666d37f80f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:07.331440 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-50d02340-c2ee-4017-aa69-de6ac2774d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:07.445312 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 56996) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:22:07.546375 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-104be8b6-9e0b-4750-8b0f-adcdb3d1a16f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:07.632789 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-104be8b6-9e0b-4750-8b0f-adcdb3d1a16f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:07.636469 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-104be8b6-9e0b-4750-8b0f-adcdb3d1a16f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:07.672972 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-104be8b6-9e0b-4750-8b0f-adcdb3d1a16f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=04ba425706c14c37b3a3fd465a20aba9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2266021 Aug 12 18:22:07.674059 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104be8b6-9e0b-4750-8b0f-adcdb3d1a16f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f571bf2-47e5-4757-9d9a-78cbca6271ce,revision_number=1']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:22:07.675770 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 57000) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:22:07.724691 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-23704352-b6c4-41f2-b527-b8a1beeb5aca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:07.744950 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-23704352-b6c4-41f2-b527-b8a1beeb5aca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:07.789695 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-23704352-b6c4-41f2-b527-b8a1beeb5aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:07.792314 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-23704352-b6c4-41f2-b527-b8a1beeb5aca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:07.793427 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-23704352-b6c4-41f2-b527-b8a1beeb5aca admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9f571bf2-47e5-4757-9d9a-78cbca6271ce HTTP/1.1" status: 204 len: 168 time: 0.1159241 Aug 12 18:22:07.801226 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23704352-b6c4-41f2-b527-b8a1beeb5aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f571bf2-47e5-4757-9d9a-78cbca6271ce,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:22:07.974351 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:08.044447 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 57006) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:22:08.058391 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-234e8f8e-dc35-4bdb-bc61-5ae51463f478 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:08.145725 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-234e8f8e-dc35-4bdb-bc61-5ae51463f478 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:08.149152 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-234e8f8e-dc35-4bdb-bc61-5ae51463f478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:08.186317 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-234e8f8e-dc35-4bdb-bc61-5ae51463f478 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9dc41bf00ec447c6a3e74c2bc78ecb34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1407940 Aug 12 18:22:08.187244 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234e8f8e-dc35-4bdb-bc61-5ae51463f478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1de61c9-3c34-4a85-917c-727ada6029e9,revision_number=1']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:22:08.188962 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 57008) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:22:08.235998 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-4c729fa0-eee2-4933-9c0e-2d7d68327909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:08.257238 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-4c729fa0-eee2-4933-9c0e-2d7d68327909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:08.301397 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-4c729fa0-eee2-4933-9c0e-2d7d68327909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:08.304658 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-4c729fa0-eee2-4933-9c0e-2d7d68327909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:08.305784 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-4c729fa0-eee2-4933-9c0e-2d7d68327909 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b1de61c9-3c34-4a85-917c-727ada6029e9 HTTP/1.1" status: 204 len: 168 time: 0.1158466 Aug 12 18:22:08.313161 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c729fa0-eee2-4933-9c0e-2d7d68327909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1de61c9-3c34-4a85-917c-727ada6029e9,revision_number=None']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:22:08.568998 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-2083c3fd-5dc5-47ae-86de-acca0e7a8e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:08.609598 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 57014) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:22:08.622322 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-cc25895c-33c9-4f84-8171-e49748ed16b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:08.711315 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-cc25895c-33c9-4f84-8171-e49748ed16b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:08.714719 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-cc25895c-33c9-4f84-8171-e49748ed16b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:08.750111 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc25895c-33c9-4f84-8171-e49748ed16b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f66d88-a4b2-4c41-9107-fa874b8e30b1,revision_number=1']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:22:08.754375 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-cc25895c-33c9-4f84-8171-e49748ed16b7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c75585df10fa41aebdca365e45b455b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1437528 Aug 12 18:22:08.757592 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 57016) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:22:08.803649 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-42ba56c6-fccf-42fb-b396-1319395d421b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:08.824088 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-42ba56c6-fccf-42fb-b396-1319395d421b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:08.867117 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-42ba56c6-fccf-42fb-b396-1319395d421b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:08.869596 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-42ba56c6-fccf-42fb-b396-1319395d421b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:08.870747 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-42ba56c6-fccf-42fb-b396-1319395d421b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/77f66d88-a4b2-4c41-9107-fa874b8e30b1 HTTP/1.1" status: 204 len: 168 time: 0.1122298 Aug 12 18:22:08.878182 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ba56c6-fccf-42fb-b396-1319395d421b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f66d88-a4b2-4c41-9107-fa874b8e30b1,revision_number=None']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:22:10.249601 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-b1de9828-bfad-4ef8-8d69-6d6f9fbe420c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:12.521633 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.agents_db [None req-aa7dbe78-d4f0-421a-85da-826b2a172358 None None] Agent healthcheck: found 6 active agents {{(pid=94214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 18:22:15.035477 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 57136) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:22:15.138547 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-4aa717bb-75ac-4c27-bbc9-4ac013298fb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:15.222847 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-4aa717bb-75ac-4c27-bbc9-4ac013298fb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:15.227031 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-4aa717bb-75ac-4c27-bbc9-4ac013298fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:15.264524 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-4aa717bb-75ac-4c27-bbc9-4ac013298fb4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c11fef9bf189431bb5409d03b244b027&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2279568 Aug 12 18:22:15.266472 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa717bb-75ac-4c27-bbc9-4ac013298fb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec6799e3-5ccd-41e5-ae09-1decfe7ebaf4,revision_number=1']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:22:15.267288 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 57140) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:22:15.314333 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-c156d8a0-ece2-46a0-92e2-bf6267b316eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:15.335028 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-c156d8a0-ece2-46a0-92e2-bf6267b316eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:15.382909 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-c156d8a0-ece2-46a0-92e2-bf6267b316eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:15.385604 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-c156d8a0-ece2-46a0-92e2-bf6267b316eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:15.386749 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-c156d8a0-ece2-46a0-92e2-bf6267b316eb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ec6799e3-5ccd-41e5-ae09-1decfe7ebaf4 HTTP/1.1" status: 204 len: 168 time: 0.1184974 Aug 12 18:22:15.394001 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c156d8a0-ece2-46a0-92e2-bf6267b316eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec6799e3-5ccd-41e5-ae09-1decfe7ebaf4,revision_number=None']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:22:15.635577 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 57146) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:22:15.648387 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-6d230832-964f-42cf-97e9-3f55511a27cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:15.736784 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-6d230832-964f-42cf-97e9-3f55511a27cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:15.740071 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-6d230832-964f-42cf-97e9-3f55511a27cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:15.775932 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d230832-964f-42cf-97e9-3f55511a27cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54192e92-8e02-4d3c-b231-ca2b55738876,revision_number=1']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:22:15.780016 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-6d230832-964f-42cf-97e9-3f55511a27cd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=479c4fb7a6d8488ab164e48e0da1cd32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1434224 Aug 12 18:22:15.782641 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 57148) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:22:15.828921 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-01af0a60-4b00-4543-8c9e-5bb568d9b347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:15.848640 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-01af0a60-4b00-4543-8c9e-5bb568d9b347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:15.894503 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-01af0a60-4b00-4543-8c9e-5bb568d9b347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:15.897025 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-01af0a60-4b00-4543-8c9e-5bb568d9b347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:15.898192 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-01af0a60-4b00-4543-8c9e-5bb568d9b347 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/54192e92-8e02-4d3c-b231-ca2b55738876 HTTP/1.1" status: 204 len: 168 time: 0.1146438 Aug 12 18:22:15.905854 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01af0a60-4b00-4543-8c9e-5bb568d9b347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54192e92-8e02-4d3c-b231-ca2b55738876,revision_number=None']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:22:17.625636 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 57206) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:22:17.729479 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-4ba1c3a7-0d1f-4ca2-ae8a-1535ca398d8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:17.813405 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-4ba1c3a7-0d1f-4ca2-ae8a-1535ca398d8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:17.817359 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-4ba1c3a7-0d1f-4ca2-ae8a-1535ca398d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:17.853740 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-4ba1c3a7-0d1f-4ca2-ae8a-1535ca398d8c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ce39af5496f74f3c8ef90854175fd7b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2268996 Aug 12 18:22:17.855835 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba1c3a7-0d1f-4ca2-ae8a-1535ca398d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74d6d61f-0252-46fd-8a1e-48fc2d9296b6,revision_number=1']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:22:17.856868 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 57210) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:22:17.904514 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-34ab3b6f-1ebc-402a-a80d-2f76e6682cc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:17.925049 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-34ab3b6f-1ebc-402a-a80d-2f76e6682cc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:17.973658 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-34ab3b6f-1ebc-402a-a80d-2f76e6682cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:17.976837 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-34ab3b6f-1ebc-402a-a80d-2f76e6682cc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:17.978380 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-34ab3b6f-1ebc-402a-a80d-2f76e6682cc3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/74d6d61f-0252-46fd-8a1e-48fc2d9296b6 HTTP/1.1" status: 204 len: 168 time: 0.1204607 Aug 12 18:22:17.986583 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ab3b6f-1ebc-402a-a80d-2f76e6682cc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d6d61f-0252-46fd-8a1e-48fc2d9296b6,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:22:18.230479 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 57216) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:22:18.244037 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-7025789c-bf16-43d2-9710-edf4928acac2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:18.333886 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-7025789c-bf16-43d2-9710-edf4928acac2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:18.337942 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-7025789c-bf16-43d2-9710-edf4928acac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:18.374379 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-7025789c-bf16-43d2-9710-edf4928acac2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3abbed56f77f4ec58efdd60880fd9f4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1427255 Aug 12 18:22:18.376229 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7025789c-bf16-43d2-9710-edf4928acac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd81ff77-0f5c-4ad1-94a5-dfd6f108ce69,revision_number=1']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:22:18.377132 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 57218) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:22:18.431089 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-bb448afd-dc4a-4533-9c19-d6209c1b36c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:18.451588 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-bb448afd-dc4a-4533-9c19-d6209c1b36c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:18.495937 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-bb448afd-dc4a-4533-9c19-d6209c1b36c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:18.498745 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-bb448afd-dc4a-4533-9c19-d6209c1b36c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:18.499859 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-bb448afd-dc4a-4533-9c19-d6209c1b36c2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cd81ff77-0f5c-4ad1-94a5-dfd6f108ce69 HTTP/1.1" status: 204 len: 168 time: 0.1216352 Aug 12 18:22:18.507523 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb448afd-dc4a-4533-9c19-d6209c1b36c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd81ff77-0f5c-4ad1-94a5-dfd6f108ce69,revision_number=None']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:22:20.684385 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-da66cfb2-6b98-40d7-8d39-963c56dff9e9 req-db516247-d26d-4bf5-8216-cd3a6896bb8d tempest-VolumesNegativeTest-1200827726 tempest-VolumesNegativeTest-1200827726-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=b34350e2873f41a69177f8ae05b02779&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280249 Aug 12 18:22:20.862224 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da66cfb2-6b98-40d7-8d39-963c56dff9e9 req-3f45d4ef-2800-4e78-8b93-76f8d1355c59 tempest-VolumesNegativeTest-1200827726 tempest-VolumesNegativeTest-1200827726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:22:20.863687 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-da66cfb2-6b98-40d7-8d39-963c56dff9e9 req-3f45d4ef-2800-4e78-8b93-76f8d1355c59 tempest-VolumesNegativeTest-1200827726 tempest-VolumesNegativeTest-1200827726-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1740479 Aug 12 18:22:20.878424 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-da66cfb2-6b98-40d7-8d39-963c56dff9e9 req-6f4401d6-a883-4150-9d6b-02dbd704077a tempest-VolumesNegativeTest-1200827726 tempest-VolumesNegativeTest-1200827726-project] 10.222.0.30 "GET /v2.0/quotas/b34350e2873f41a69177f8ae05b02779 HTTP/1.1" status: 200 len: 375 time: 0.0086393 Aug 12 18:22:20.907876 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-da66cfb2-6b98-40d7-8d39-963c56dff9e9 req-be29d2e9-7566-473e-892e-04be8c31bb0b tempest-VolumesNegativeTest-1200827726 tempest-VolumesNegativeTest-1200827726-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b34350e2873f41a69177f8ae05b02779&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0238769 Aug 12 18:22:21.057908 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-a7e9aa82-6e83-4146-8846-a6807e4bb7d6 req-5a45da40-a438-4a70-9dab-ef1c3376b275 tempest-VolumesNegativeTest-1200827726 tempest-VolumesNegativeTest-1200827726-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d51ba5e-853a-4a86-8b43-9b04a601c40c HTTP/1.1" status: 200 len: 210 time: 0.0257456 Aug 12 18:22:22.006533 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-da66cfb2-6b98-40d7-8d39-963c56dff9e9 req-1b20687f-65cd-4093-a062-4844781a3a22 tempest-VolumesNegativeTest-1200827726 tempest-VolumesNegativeTest-1200827726-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=b34350e2873f41a69177f8ae05b02779&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287004 Aug 12 18:22:22.154364 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-bc908bb1-7601-44a4-9321-541155441d27 req-34f86b5e-7c37-4971-9f4b-485ca803a989 tempest-VolumesNegativeTest-1200827726 tempest-VolumesNegativeTest-1200827726-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d51ba5e-853a-4a86-8b43-9b04a601c40c HTTP/1.1" status: 200 len: 210 time: 0.0277205 Aug 12 18:22:22.187458 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:22.192697 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da66cfb2-6b98-40d7-8d39-963c56dff9e9 req-d8781a2f-48a9-46de-9163-7cd7d1503103 tempest-VolumesNegativeTest-1200827726 tempest-VolumesNegativeTest-1200827726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:22:22.194282 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-da66cfb2-6b98-40d7-8d39-963c56dff9e9 req-d8781a2f-48a9-46de-9163-7cd7d1503103 tempest-VolumesNegativeTest-1200827726 tempest-VolumesNegativeTest-1200827726-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1825647 Aug 12 18:22:22.207457 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.v2.base [req-da66cfb2-6b98-40d7-8d39-963c56dff9e9 req-02e9383f-572c-4939-8c0e-b5bd390f50ad tempest-VolumesNegativeTest-1200827726 tempest-VolumesNegativeTest-1200827726-project] Request body: {'port': {'device_id': '9d51ba5e-853a-4a86-8b43-9b04a601c40c', 'network_id': '47982ffd-aff3-49bf-81f0-b1c779268435', 'admin_state_up': True, 'tenant_id': 'b34350e2873f41a69177f8ae05b02779'}} {{(pid=94212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:22:22.572702 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da66cfb2-6b98-40d7-8d39-963c56dff9e9 req-02e9383f-572c-4939-8c0e-b5bd390f50ad tempest-VolumesNegativeTest-1200827726 tempest-VolumesNegativeTest-1200827726-project] Made reservation on behalf of b34350e2873f41a69177f8ae05b02779 for: {'port': 1} {{(pid=94212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 18:22:22.576098 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-da66cfb2-6b98-40d7-8d39-963c56dff9e9 req-02e9383f-572c-4939-8c0e-b5bd390f50ad tempest-VolumesNegativeTest-1200827726 tempest-VolumesNegativeTest-1200827726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:22.584558 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-da66cfb2-6b98-40d7-8d39-963c56dff9e9 req-02e9383f-572c-4939-8c0e-b5bd390f50ad tempest-VolumesNegativeTest-1200827726 tempest-VolumesNegativeTest-1200827726-project] Notify callbacks [] for security_group, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:22.672243 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-da66cfb2-6b98-40d7-8d39-963c56dff9e9 req-02e9383f-572c-4939-8c0e-b5bd390f50ad tempest-VolumesNegativeTest-1200827726 tempest-VolumesNegativeTest-1200827726-project] Notify callbacks [] for security_group, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:22.675827 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-da66cfb2-6b98-40d7-8d39-963c56dff9e9 req-02e9383f-572c-4939-8c0e-b5bd390f50ad tempest-VolumesNegativeTest-1200827726 tempest-VolumesNegativeTest-1200827726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:22.740926 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e9383f-572c-4939-8c0e-b5bd390f50ad tempest-VolumesNegativeTest-1200827726 tempest-VolumesNegativeTest-1200827726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa88a49a-370b-4305-aef3-22e791e99b46,revision_number=1']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:22:22.808942 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.db_base_plugin_common [req-da66cfb2-6b98-40d7-8d39-963c56dff9e9 req-02e9383f-572c-4939-8c0e-b5bd390f50ad tempest-VolumesNegativeTest-1200827726 tempest-VolumesNegativeTest-1200827726-project] Allocated IP 192.168.233.39 (47982ffd-aff3-49bf-81f0-b1c779268435/f727f423-0d4c-47d8-8c93-3cea12425a49/39af45b5-9208-4cc4-ba6b-08589dd2990d) {{(pid=94212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 18:22:22.948444 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-da66cfb2-6b98-40d7-8d39-963c56dff9e9 req-02e9383f-572c-4939-8c0e-b5bd390f50ad tempest-VolumesNegativeTest-1200827726 tempest-VolumesNegativeTest-1200827726-project] Notify callbacks [] for port, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:22.962179 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.provisioning_blocks [req-da66cfb2-6b98-40d7-8d39-963c56dff9e9 req-02e9383f-572c-4939-8c0e-b5bd390f50ad tempest-VolumesNegativeTest-1200827726 tempest-VolumesNegativeTest-1200827726-project] Transition to ACTIVE for port object 39af45b5-9208-4cc4-ba6b-08589dd2990d will not be triggered until provisioned by entity DHCP. {{(pid=94212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 18:22:22.994866 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-da66cfb2-6b98-40d7-8d39-963c56dff9e9 req-02e9383f-572c-4939-8c0e-b5bd390f50ad tempest-VolumesNegativeTest-1200827726 tempest-VolumesNegativeTest-1200827726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763627144933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8400677'] for port, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:23.037923 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da66cfb2-6b98-40d7-8d39-963c56dff9e9 req-02e9383f-572c-4939-8c0e-b5bd390f50ad tempest-VolumesNegativeTest-1200827726 tempest-VolumesNegativeTest-1200827726-project] Network 47982ffd-aff3-49bf-81f0-b1c779268435 is already hosted by enough agents. {{(pid=94212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 18:22:23.040898 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.base_scheduler [req-da66cfb2-6b98-40d7-8d39-963c56dff9e9 req-02e9383f-572c-4939-8c0e-b5bd390f50ad tempest-VolumesNegativeTest-1200827726 tempest-VolumesNegativeTest-1200827726-project] Resources bound (agent type, host, resource id): {{(pid=94212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 18:22:23.044553 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.l3_dvrscheduler_db [req-da66cfb2-6b98-40d7-8d39-963c56dff9e9 req-02e9383f-572c-4939-8c0e-b5bd390f50ad tempest-VolumesNegativeTest-1200827726 tempest-VolumesNegativeTest-1200827726-project] Received port after_create {{(pid=94212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 18:22:23.067480 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e9383f-572c-4939-8c0e-b5bd390f50ad tempest-VolumesNegativeTest-1200827726 tempest-VolumesNegativeTest-1200827726-project] Pushing event updated for resources: {'Port': ['ID=39af45b5-9208-4cc4-ba6b-08589dd2990d,revision_number=1']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:22:23.096086 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da66cfb2-6b98-40d7-8d39-963c56dff9e9 req-02e9383f-572c-4939-8c0e-b5bd390f50ad tempest-VolumesNegativeTest-1200827726 tempest-VolumesNegativeTest-1200827726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:22:23.096723 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-da66cfb2-6b98-40d7-8d39-963c56dff9e9 req-02e9383f-572c-4939-8c0e-b5bd390f50ad tempest-VolumesNegativeTest-1200827726 tempest-VolumesNegativeTest-1200827726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195385'] for port, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:23.112503 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-da66cfb2-6b98-40d7-8d39-963c56dff9e9 req-02e9383f-572c-4939-8c0e-b5bd390f50ad tempest-VolumesNegativeTest-1200827726 tempest-VolumesNegativeTest-1200827726-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9092271 Aug 12 18:22:23.123719 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [req-da66cfb2-6b98-40d7-8d39-963c56dff9e9 req-ad9070f5-4229-494f-bfb4-41a9ba6b7dd9 tempest-VolumesNegativeTest-1200827726 tempest-VolumesNegativeTest-1200827726-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=94212) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 18:22:23.124830 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-da66cfb2-6b98-40d7-8d39-963c56dff9e9 req-ad9070f5-4229-494f-bfb4-41a9ba6b7dd9 tempest-VolumesNegativeTest-1200827726 tempest-VolumesNegativeTest-1200827726-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053954 Aug 12 18:22:23.233761 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.v2.base [req-da66cfb2-6b98-40d7-8d39-963c56dff9e9 req-2d39ec8a-9d26-4b58-bf47-4bc8b1e2b400 service neutron] Request body: {'port': {'device_id': '9d51ba5e-853a-4a86-8b43-9b04a601c40c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=94212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:22:23.251407 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-c9786784-3947-458b-a502-b74b764d329b None None] Provisioning for port 39af45b5-9208-4cc4-ba6b-08589dd2990d completed by entity DHCP. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 18:22:23.255342 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-c9786784-3947-458b-a502-b74b764d329b None None] Provisioning complete for port 39af45b5-9208-4cc4-ba6b-08589dd2990d triggered by entity DHCP. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:22:23.255745 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c9786784-3947-458b-a502-b74b764d329b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:23.289176 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.plugin [None req-c9786784-3947-458b-a502-b74b764d329b None None] Port 39af45b5-9208-4cc4-ba6b-08589dd2990d cannot update to ACTIVE because it is not bound. {{(pid=94213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 18:22:23.322256 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-da66cfb2-6b98-40d7-8d39-963c56dff9e9 req-2d39ec8a-9d26-4b58-bf47-4bc8b1e2b400 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:23.332206 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a9a6fc-1b99-43b2-8e7a-d0e767e1edef req-025b25a5-a8f2-48c0-8877-bac68b2d365a tempest-VolumesNegativeTest-1200827726 tempest-VolumesNegativeTest-1200827726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:22:23.333668 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-d4a9a6fc-1b99-43b2-8e7a-d0e767e1edef req-025b25a5-a8f2-48c0-8877-bac68b2d365a tempest-VolumesNegativeTest-1200827726 tempest-VolumesNegativeTest-1200827726-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d51ba5e-853a-4a86-8b43-9b04a601c40c HTTP/1.1" status: 200 len: 935 time: 0.0971708 Aug 12 18:22:23.399307 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-d4a9a6fc-1b99-43b2-8e7a-d0e767e1edef req-f929ce4f-454c-48d1-8b90-8f792e4d210a tempest-VolumesNegativeTest-1200827726 tempest-VolumesNegativeTest-1200827726-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa88a49a-370b-4305-aef3-22e791e99b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590611 Aug 12 18:22:23.611885 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.notifiers.nova [req-da66cfb2-6b98-40d7-8d39-963c56dff9e9 req-2d39ec8a-9d26-4b58-bf47-4bc8b1e2b400 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39af45b5-9208-4cc4-ba6b-08589dd2990d {{(pid=94212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 18:22:23.618993 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-da66cfb2-6b98-40d7-8d39-963c56dff9e9 req-2d39ec8a-9d26-4b58-bf47-4bc8b1e2b400 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:23.630332 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.provisioning_blocks [req-da66cfb2-6b98-40d7-8d39-963c56dff9e9 req-2d39ec8a-9d26-4b58-bf47-4bc8b1e2b400 service neutron] Transition to ACTIVE for port object 39af45b5-9208-4cc4-ba6b-08589dd2990d will not be triggered until provisioned by entity L2. {{(pid=94212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 18:22:23.634613 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-da66cfb2-6b98-40d7-8d39-963c56dff9e9 req-2d39ec8a-9d26-4b58-bf47-4bc8b1e2b400 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8400684'] for port, after_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:23.702373 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d39ec8a-9d26-4b58-bf47-4bc8b1e2b400 service neutron] Pushing event updated for resources: {'Port': ['ID=39af45b5-9208-4cc4-ba6b-08589dd2990d,revision_number=2']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:22:23.754698 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.managers [req-da66cfb2-6b98-40d7-8d39-963c56dff9e9 req-2d39ec8a-9d26-4b58-bf47-4bc8b1e2b400 service neutron] Attempting to bind port 39af45b5-9208-4cc4-ba6b-08589dd2990d on host hv-cinder-75994 for vnic_type normal with profile {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 18:22:23.755040 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.managers [req-da66cfb2-6b98-40d7-8d39-963c56dff9e9 req-2d39ec8a-9d26-4b58-bf47-4bc8b1e2b400 service neutron] Attempting to bind port 39af45b5-9208-4cc4-ba6b-08589dd2990d by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': 'da34a24d-7fd2-453c-995b-66657459f4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '47982ffd-aff3-49bf-81f0-b1c779268435'}] {{(pid=94212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 18:22:23.755374 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da66cfb2-6b98-40d7-8d39-963c56dff9e9 req-2d39ec8a-9d26-4b58-bf47-4bc8b1e2b400 service neutron] Attempting to bind port 39af45b5-9208-4cc4-ba6b-08589dd2990d on network 47982ffd-aff3-49bf-81f0-b1c779268435 {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 18:22:23.760741 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da66cfb2-6b98-40d7-8d39-963c56dff9e9 req-2d39ec8a-9d26-4b58-bf47-4bc8b1e2b400 service neutron] Port 39af45b5-9208-4cc4-ba6b-08589dd2990d on network 47982ffd-aff3-49bf-81f0-b1c779268435 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 18:22:23.761048 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da66cfb2-6b98-40d7-8d39-963c56dff9e9 req-2d39ec8a-9d26-4b58-bf47-4bc8b1e2b400 service neutron] Attempting to bind port 39af45b5-9208-4cc4-ba6b-08589dd2990d on network 47982ffd-aff3-49bf-81f0-b1c779268435 {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 18:22:23.766240 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da66cfb2-6b98-40d7-8d39-963c56dff9e9 req-2d39ec8a-9d26-4b58-bf47-4bc8b1e2b400 service neutron] Checking agent: {'id': '45fcbab4-fb54-4843-ab6e-792adfc8e994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 18, 10, 22), 'started_at': datetime.datetime(2021, 8, 12, 18, 10, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 18, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 18:22:23.766572 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da66cfb2-6b98-40d7-8d39-963c56dff9e9 req-2d39ec8a-9d26-4b58-bf47-4bc8b1e2b400 service neutron] Checking segment: {'id': 'da34a24d-7fd2-453c-995b-66657459f4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '47982ffd-aff3-49bf-81f0-b1c779268435'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 18:22:23.766954 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da66cfb2-6b98-40d7-8d39-963c56dff9e9 req-2d39ec8a-9d26-4b58-bf47-4bc8b1e2b400 service neutron] Bound using segment: {'id': 'da34a24d-7fd2-453c-995b-66657459f4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '47982ffd-aff3-49bf-81f0-b1c779268435'} {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 18:22:23.767456 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.managers [req-da66cfb2-6b98-40d7-8d39-963c56dff9e9 req-2d39ec8a-9d26-4b58-bf47-4bc8b1e2b400 service neutron] Bound port: 39af45b5-9208-4cc4-ba6b-08589dd2990d, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da34a24d-7fd2-453c-995b-66657459f4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '47982ffd-aff3-49bf-81f0-b1c779268435'}}] {{(pid=94212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 18:22:23.767822 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-da66cfb2-6b98-40d7-8d39-963c56dff9e9 req-2d39ec8a-9d26-4b58-bf47-4bc8b1e2b400 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:23.833186 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.db [req-da66cfb2-6b98-40d7-8d39-963c56dff9e9 req-2d39ec8a-9d26-4b58-bf47-4bc8b1e2b400 service neutron] For port 39af45b5-9208-4cc4-ba6b-08589dd2990d, host hv-cinder-75994, cleared binding levels {{(pid=94212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 18:22:23.836447 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.db [req-da66cfb2-6b98-40d7-8d39-963c56dff9e9 req-2d39ec8a-9d26-4b58-bf47-4bc8b1e2b400 service neutron] For port 39af45b5-9208-4cc4-ba6b-08589dd2990d, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=39af45b5-9208-4cc4-ba6b-08589dd2990d,segment=NetworkSegment(da34a24d-7fd2-453c-995b-66657459f4af),segment_id=da34a24d-7fd2-453c-995b-66657459f4af)] {{(pid=94212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 18:22:23.839863 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-da66cfb2-6b98-40d7-8d39-963c56dff9e9 req-2d39ec8a-9d26-4b58-bf47-4bc8b1e2b400 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8400684'] for port, after_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:23.876876 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da66cfb2-6b98-40d7-8d39-963c56dff9e9 req-2d39ec8a-9d26-4b58-bf47-4bc8b1e2b400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:22:23.877438 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-da66cfb2-6b98-40d7-8d39-963c56dff9e9 req-2d39ec8a-9d26-4b58-bf47-4bc8b1e2b400 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195385'] for port, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:23.878818 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-da66cfb2-6b98-40d7-8d39-963c56dff9e9 req-2d39ec8a-9d26-4b58-bf47-4bc8b1e2b400 service neutron] 10.222.0.57 "PUT /v2.0/ports/39af45b5-9208-4cc4-ba6b-08589dd2990d HTTP/1.1" status: 200 len: 1097 time: 0.7461209 Aug 12 18:22:23.879241 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d51ba5e-853a-4a86-8b43-9b04a601c40c', 'tag': '39af45b5-9208-4cc4-ba6b-08589dd2990d'}] {{(pid=94212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 18:22:23.882071 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd512f55349b839fb4675422b2dbaf52bda1baead41a4efd90d4bf8a5142663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c01776-0761-4fef-adcf-d68fda7a3b2b" -d '{"events": [{"name": "network-changed", "server_uuid": "9d51ba5e-853a-4a86-8b43-9b04a601c40c", "tag": "39af45b5-9208-4cc4-ba6b-08589dd2990d"}]}' {{(pid=94212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 18:22:23.907674 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d39ec8a-9d26-4b58-bf47-4bc8b1e2b400 service neutron] Pushing event updated for resources: {'Port': ['ID=39af45b5-9208-4cc4-ba6b-08589dd2990d,revision_number=3']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:22:23.970891 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da66cfb2-6b98-40d7-8d39-963c56dff9e9 req-5295fc87-718e-4fb7-a1ed-50257e6bed4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:22:23.972409 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-da66cfb2-6b98-40d7-8d39-963c56dff9e9 req-5295fc87-718e-4fb7-a1ed-50257e6bed4b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b34350e2873f41a69177f8ae05b02779&device_id=9d51ba5e-853a-4a86-8b43-9b04a601c40c HTTP/1.1" status: 200 len: 1100 time: 0.0448360 Aug 12 18:22:24.022737 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-da66cfb2-6b98-40d7-8d39-963c56dff9e9 req-fd43e9ad-5eb0-4c26-94a2-bb9d97ec63b3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=39af45b5-9208-4cc4-ba6b-08589dd2990d HTTP/1.1" status: 200 len: 217 time: 0.0377350 Aug 12 18:22:24.066244 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 18:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c59496b3-472a-4a1d-a88a-a6ee77e4d74e x-openstack-request-id: req-c59496b3-472a-4a1d-a88a-a6ee77e4d74e {{(pid=94212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 18:22:24.066529 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d51ba5e-853a-4a86-8b43-9b04a601c40c", "tag": "39af45b5-9208-4cc4-ba6b-08589dd2990d", "status": "completed", "code": 200}]} {{(pid=94212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 18:22:24.066774 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c59496b3-472a-4a1d-a88a-a6ee77e4d74e {{(pid=94212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 18:22:24.067156 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d51ba5e-853a-4a86-8b43-9b04a601c40c', 'tag': '39af45b5-9208-4cc4-ba6b-08589dd2990d', 'status': 'completed', 'code': 200} Aug 12 18:22:24.084381 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da66cfb2-6b98-40d7-8d39-963c56dff9e9 req-2b9497cc-c8ad-436f-b38b-f01410484519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:22:24.085806 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-da66cfb2-6b98-40d7-8d39-963c56dff9e9 req-2b9497cc-c8ad-436f-b38b-f01410484519 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f727f423-0d4c-47d8-8c93-3cea12425a49 HTTP/1.1" status: 200 len: 843 time: 0.0564501 Aug 12 18:22:24.131603 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da66cfb2-6b98-40d7-8d39-963c56dff9e9 req-f76c3824-4ca7-443a-bcd5-45c67284b76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:22:24.133738 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-da66cfb2-6b98-40d7-8d39-963c56dff9e9 req-f76c3824-4ca7-443a-bcd5-45c67284b76f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=47982ffd-aff3-49bf-81f0-b1c779268435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0406530 Aug 12 18:22:24.219655 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-da66cfb2-6b98-40d7-8d39-963c56dff9e9 req-019bbee1-82db-479a-a3ac-1a8e8d7e8d11 service neutron] 10.222.0.57 "GET /v2.0/networks/47982ffd-aff3-49bf-81f0-b1c779268435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788250 Aug 12 18:22:24.310900 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-da66cfb2-6b98-40d7-8d39-963c56dff9e9 req-eb6c6937-1c66-4af1-b13d-2c131b78a0f7 service neutron] 10.222.0.57 "GET /v2.0/networks/47982ffd-aff3-49bf-81f0-b1c779268435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836592 Aug 12 18:22:24.397202 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c01776-0761-4fef-adcf-d68fda7a3b2b req-0d184677-f6ba-4160-bbbf-798802d2e97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:22:24.398661 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-a5c01776-0761-4fef-adcf-d68fda7a3b2b req-0d184677-f6ba-4160-bbbf-798802d2e97e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b34350e2873f41a69177f8ae05b02779&device_id=9d51ba5e-853a-4a86-8b43-9b04a601c40c HTTP/1.1" status: 200 len: 1100 time: 0.0405359 Aug 12 18:22:24.523628 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c01776-0761-4fef-adcf-d68fda7a3b2b req-4609ff9b-d87d-4c1f-ab15-149393896502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:22:24.525074 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-a5c01776-0761-4fef-adcf-d68fda7a3b2b req-4609ff9b-d87d-4c1f-ab15-149393896502 service neutron] 10.222.0.57 "GET /v2.0/networks?id=47982ffd-aff3-49bf-81f0-b1c779268435 HTTP/1.1" status: 200 len: 870 time: 0.1193848 Aug 12 18:22:24.533284 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26ca5ba-5fd2-4947-ac1f-ab7f60a7778a req-98491be4-9e5a-4329-8c01-d05a9313099b tempest-VolumesNegativeTest-1200827726 tempest-VolumesNegativeTest-1200827726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:22:24.534669 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-b26ca5ba-5fd2-4947-ac1f-ab7f60a7778a req-98491be4-9e5a-4329-8c01-d05a9313099b tempest-VolumesNegativeTest-1200827726 tempest-VolumesNegativeTest-1200827726-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d51ba5e-853a-4a86-8b43-9b04a601c40c HTTP/1.1" status: 200 len: 947 time: 0.0692234 Aug 12 18:22:24.578307 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-a5c01776-0761-4fef-adcf-d68fda7a3b2b req-d9f69334-4671-4407-983c-51b5d8aa22ad service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=39af45b5-9208-4cc4-ba6b-08589dd2990d HTTP/1.1" status: 200 len: 217 time: 0.0427225 Aug 12 18:22:24.624125 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-b26ca5ba-5fd2-4947-ac1f-ab7f60a7778a req-f0ef1fa1-0435-43d9-aef2-a62025917b2f tempest-VolumesNegativeTest-1200827726 tempest-VolumesNegativeTest-1200827726-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa88a49a-370b-4305-aef3-22e791e99b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825787 Aug 12 18:22:24.640855 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c01776-0761-4fef-adcf-d68fda7a3b2b req-a9fa4254-38de-4870-adc3-e9c018284a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:22:24.642305 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-a5c01776-0761-4fef-adcf-d68fda7a3b2b req-a9fa4254-38de-4870-adc3-e9c018284a53 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f727f423-0d4c-47d8-8c93-3cea12425a49 HTTP/1.1" status: 200 len: 843 time: 0.0515375 Aug 12 18:22:24.687398 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c01776-0761-4fef-adcf-d68fda7a3b2b req-e1f3c8fc-2688-4f23-a640-c8c0f6af1199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:22:24.688728 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-a5c01776-0761-4fef-adcf-d68fda7a3b2b req-e1f3c8fc-2688-4f23-a640-c8c0f6af1199 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=47982ffd-aff3-49bf-81f0-b1c779268435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0384078 Aug 12 18:22:24.776270 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-a5c01776-0761-4fef-adcf-d68fda7a3b2b req-932705b3-289e-4d14-872b-68bbe8f44598 service neutron] 10.222.0.57 "GET /v2.0/networks/47982ffd-aff3-49bf-81f0-b1c779268435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790806 Aug 12 18:22:24.867434 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-a5c01776-0761-4fef-adcf-d68fda7a3b2b req-41f59f7c-9a99-4318-8430-a7fd1abdb044 service neutron] 10.222.0.57 "GET /v2.0/networks/47982ffd-aff3-49bf-81f0-b1c779268435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832837 Aug 12 18:22:25.736565 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316bb1a8-80dd-49b4-ba10-ad23b083a1e0 req-f4165714-947b-4f97-b174-b891ba8012ae tempest-VolumesNegativeTest-1200827726 tempest-VolumesNegativeTest-1200827726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:22:25.738029 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-316bb1a8-80dd-49b4-ba10-ad23b083a1e0 req-f4165714-947b-4f97-b174-b891ba8012ae tempest-VolumesNegativeTest-1200827726 tempest-VolumesNegativeTest-1200827726-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d51ba5e-853a-4a86-8b43-9b04a601c40c HTTP/1.1" status: 200 len: 947 time: 0.0462291 Aug 12 18:22:25.773709 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-316bb1a8-80dd-49b4-ba10-ad23b083a1e0 req-4f03274e-49e5-43f6-a74d-8449bd7a9077 tempest-VolumesNegativeTest-1200827726 tempest-VolumesNegativeTest-1200827726-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa88a49a-370b-4305-aef3-22e791e99b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292401 Aug 12 18:22:26.048372 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-0b860a7f-a2e2-4dc3-b1a3-b026f27b697f req-81c98c2b-2105-4d65-9daf-2d4751257071 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=900e1c0f-b357-413f-a131-ad38715c7fcf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394666 Aug 12 18:22:26.107038 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b860a7f-a2e2-4dc3-b1a3-b026f27b697f req-2142f452-786d-4817-9672-a174fa6f2c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:22:26.108490 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-0b860a7f-a2e2-4dc3-b1a3-b026f27b697f req-2142f452-786d-4817-9672-a174fa6f2c92 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8cc8b54eaea84dce93e93369d1e2a235&device_id=900e1c0f-b357-413f-a131-ad38715c7fcf HTTP/1.1" status: 200 len: 1099 time: 0.0390651 Aug 12 18:22:26.209267 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b860a7f-a2e2-4dc3-b1a3-b026f27b697f req-09c627e4-4b41-41cb-90cd-e10eb21f5bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:22:26.210728 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-0b860a7f-a2e2-4dc3-b1a3-b026f27b697f req-09c627e4-4b41-41cb-90cd-e10eb21f5bee service neutron] 10.222.0.57 "GET /v2.0/networks?id=1370511f-2b66-4dfb-ac08-d34a11857787 HTTP/1.1" status: 200 len: 913 time: 0.0843723 Aug 12 18:22:26.274374 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-0b860a7f-a2e2-4dc3-b1a3-b026f27b697f req-ef399fe7-e634-40a5-81e6-625c544cc0c8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=38e545e7-0b08-4920-9cc2-ed5b29b54228 HTTP/1.1" status: 200 len: 1002 time: 0.0565798 Aug 12 18:22:26.326091 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b860a7f-a2e2-4dc3-b1a3-b026f27b697f req-cc45a270-4340-4fb1-9e42-acbdbaefd3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:22:26.327405 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-0b860a7f-a2e2-4dc3-b1a3-b026f27b697f req-cc45a270-4340-4fb1-9e42-acbdbaefd3eb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=62577e64-0b87-4c99-938c-6d58fc198501 HTTP/1.1" status: 200 len: 851 time: 0.0463583 Aug 12 18:22:26.372796 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b860a7f-a2e2-4dc3-b1a3-b026f27b697f req-6e3b1891-6a7f-488a-98b4-f3baaa789671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:22:26.374263 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-0b860a7f-a2e2-4dc3-b1a3-b026f27b697f req-6e3b1891-6a7f-488a-98b4-f3baaa789671 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1370511f-2b66-4dfb-ac08-d34a11857787&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0377579 Aug 12 18:22:26.468230 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-0b860a7f-a2e2-4dc3-b1a3-b026f27b697f req-e5343a85-8d7d-4e9b-a69d-d86a7fb40db1 service neutron] 10.222.0.57 "GET /v2.0/networks/1370511f-2b66-4dfb-ac08-d34a11857787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858335 Aug 12 18:22:26.562689 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-0b860a7f-a2e2-4dc3-b1a3-b026f27b697f req-52889c8d-0443-4b21-99b1-966e1a7501fb service neutron] 10.222.0.57 "GET /v2.0/networks/1370511f-2b66-4dfb-ac08-d34a11857787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865972 Aug 12 18:22:26.885014 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69523b92-25a8-4abc-839b-ba750d45d787 req-62973d3b-96df-46cf-92e8-7c65553392ca tempest-VolumesNegativeTest-1200827726 tempest-VolumesNegativeTest-1200827726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:22:26.886525 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-69523b92-25a8-4abc-839b-ba750d45d787 req-62973d3b-96df-46cf-92e8-7c65553392ca tempest-VolumesNegativeTest-1200827726 tempest-VolumesNegativeTest-1200827726-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d51ba5e-853a-4a86-8b43-9b04a601c40c HTTP/1.1" status: 200 len: 947 time: 0.0485129 Aug 12 18:22:26.922020 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-69523b92-25a8-4abc-839b-ba750d45d787 req-9639b468-7001-4706-bf4d-087e9164161f tempest-VolumesNegativeTest-1200827726 tempest-VolumesNegativeTest-1200827726-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa88a49a-370b-4305-aef3-22e791e99b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298131 Aug 12 18:22:28.035068 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83700efa-884e-4847-8712-a96974300a24 req-34afbb06-127c-4119-81f1-6bd2c0f09156 tempest-VolumesNegativeTest-1200827726 tempest-VolumesNegativeTest-1200827726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:22:28.036497 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-83700efa-884e-4847-8712-a96974300a24 req-34afbb06-127c-4119-81f1-6bd2c0f09156 tempest-VolumesNegativeTest-1200827726 tempest-VolumesNegativeTest-1200827726-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d51ba5e-853a-4a86-8b43-9b04a601c40c HTTP/1.1" status: 200 len: 947 time: 0.0497210 Aug 12 18:22:28.072576 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-83700efa-884e-4847-8712-a96974300a24 req-174ab84c-6d16-4f6c-bff7-026af9d940d1 tempest-VolumesNegativeTest-1200827726 tempest-VolumesNegativeTest-1200827726-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa88a49a-370b-4305-aef3-22e791e99b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298226 Aug 12 18:22:28.165102 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Device 39af45b5-9208-4cc4-ba6b-08589dd2990d details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=94213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 18:22:28.256308 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] For port 39af45b5-9208-4cc4-ba6b-08589dd2990d, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=39af45b5-9208-4cc4-ba6b-08589dd2990d,segment=NetworkSegment(da34a24d-7fd2-453c-995b-66657459f4af),segment_id=da34a24d-7fd2-453c-995b-66657459f4af)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:22:28.266969 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Returning: {'device': '39af45b5-9208-4cc4-ba6b-08589dd2990d', 'network_id': '47982ffd-aff3-49bf-81f0-b1c779268435', 'port_id': '39af45b5-9208-4cc4-ba6b-08589dd2990d', 'mac_address': 'fa:16:3e:e4:9c:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f727f423-0d4c-47d8-8c93-3cea12425a49', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 18:22:28.302092 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:28.313844 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.notifiers.nova [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39af45b5-9208-4cc4-ba6b-08589dd2990d {{(pid=94213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 18:22:28.331693 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] For port 39af45b5-9208-4cc4-ba6b-08589dd2990d, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=39af45b5-9208-4cc4-ba6b-08589dd2990d,segment=NetworkSegment(da34a24d-7fd2-453c-995b-66657459f4af),segment_id=da34a24d-7fd2-453c-995b-66657459f4af)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:22:28.336298 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:28.383625 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Pushing event updated for resources: {'Port': ['ID=39af45b5-9208-4cc4-ba6b-08589dd2990d,revision_number=4']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:22:28.390315 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:22:28.390658 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:22:28.391023 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:22:28.391354 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:22:28.391680 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:22:28.392005 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:22:28.392327 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:22:28.392645 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:22:28.392967 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:22:28.393283 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:22:28.393600 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:22:28.393937 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:22:28.547228 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] get_ports_and_sgs() called for port_ids ['39af45b5-9208-4cc4-ba6b-08589dd2990d'] {{(pid=94213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 18:22:29.182735 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8398b715-180f-459a-b1a2-12fd752d929a req-66896952-4984-4040-8194-7176466cf91d tempest-VolumesNegativeTest-1200827726 tempest-VolumesNegativeTest-1200827726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:22:29.184178 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-8398b715-180f-459a-b1a2-12fd752d929a req-66896952-4984-4040-8194-7176466cf91d tempest-VolumesNegativeTest-1200827726 tempest-VolumesNegativeTest-1200827726-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d51ba5e-853a-4a86-8b43-9b04a601c40c HTTP/1.1" status: 200 len: 948 time: 0.0470855 Aug 12 18:22:29.223904 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-8398b715-180f-459a-b1a2-12fd752d929a req-f2615932-6270-4ed4-bcc1-51b16d2203e1 tempest-VolumesNegativeTest-1200827726 tempest-VolumesNegativeTest-1200827726-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa88a49a-370b-4305-aef3-22e791e99b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340157 Aug 12 18:22:30.180650 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Device 39af45b5-9208-4cc4-ba6b-08589dd2990d up at agent hyperv_hv-cinder-75994 {{(pid=94213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 18:22:30.228568 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Provisioning for port 39af45b5-9208-4cc4-ba6b-08589dd2990d completed by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 18:22:30.232296 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Provisioning complete for port 39af45b5-9208-4cc4-ba6b-08589dd2990d triggered by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:22:30.232667 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:30.307360 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:30.328852 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d51ba5e-853a-4a86-8b43-9b04a601c40c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39af45b5-9208-4cc4-ba6b-08589dd2990d'}] {{(pid=94213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 18:22:30.331118 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093bef5005328d2170e61a9e3556762ddeddd0b69a57765fcd678c61bdf37499" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74409f57-db76-4584-8cdc-0cbd8e5cb565" -d '{"events": [{"server_uuid": "9d51ba5e-853a-4a86-8b43-9b04a601c40c", "name": "network-vif-plugged", "status": "completed", "tag": "39af45b5-9208-4cc4-ba6b-08589dd2990d"}]}' {{(pid=94213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 18:22:30.334269 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98e0f91-4fc5-4303-8ec6-d7ebb8ce2d8d req-15c0d5a7-eb80-4a85-a6c3-f7e73eb8f8f2 tempest-VolumesNegativeTest-1200827726 tempest-VolumesNegativeTest-1200827726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:22:30.335780 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-d98e0f91-4fc5-4303-8ec6-d7ebb8ce2d8d req-15c0d5a7-eb80-4a85-a6c3-f7e73eb8f8f2 tempest-VolumesNegativeTest-1200827726 tempest-VolumesNegativeTest-1200827726-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d51ba5e-853a-4a86-8b43-9b04a601c40c HTTP/1.1" status: 200 len: 948 time: 0.0463464 Aug 12 18:22:30.344961 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] For port 39af45b5-9208-4cc4-ba6b-08589dd2990d, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=39af45b5-9208-4cc4-ba6b-08589dd2990d,segment=NetworkSegment(da34a24d-7fd2-453c-995b-66657459f4af),segment_id=da34a24d-7fd2-453c-995b-66657459f4af)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:22:30.351195 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:30.377277 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 18:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce41884b-2f63-440b-be04-cfd27f864a76 x-openstack-request-id: req-ce41884b-2f63-440b-be04-cfd27f864a76 {{(pid=94213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 18:22:30.377546 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d51ba5e-853a-4a86-8b43-9b04a601c40c", "name": "network-vif-plugged", "status": "completed", "tag": "39af45b5-9208-4cc4-ba6b-08589dd2990d", "code": 200}]} {{(pid=94213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 18:22:30.377779 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ce41884b-2f63-440b-be04-cfd27f864a76 {{(pid=94213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 18:22:30.378217 dv-cinder-759943-10-iscsi neutron-server[94213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d51ba5e-853a-4a86-8b43-9b04a601c40c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39af45b5-9208-4cc4-ba6b-08589dd2990d', 'code': 200} Aug 12 18:22:30.383938 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-d98e0f91-4fc5-4303-8ec6-d7ebb8ce2d8d req-4c4c97f9-7661-4c4d-adf2-66f1e8b4d6e0 tempest-VolumesNegativeTest-1200827726 tempest-VolumesNegativeTest-1200827726-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa88a49a-370b-4305-aef3-22e791e99b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369084 Aug 12 18:22:30.407769 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Pushing event updated for resources: {'Port': ['ID=39af45b5-9208-4cc4-ba6b-08589dd2990d,revision_number=5']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:22:30.537611 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f2c14c-33b5-4735-93f4-495df460c9df req-53518c6d-9982-4894-b56a-e555be0f11ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:22:30.539010 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-13f2c14c-33b5-4735-93f4-495df460c9df req-53518c6d-9982-4894-b56a-e555be0f11ea service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9d51ba5e-853a-4a86-8b43-9b04a601c40c HTTP/1.1" status: 200 len: 1102 time: 0.0397639 Aug 12 18:22:30.572958 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-13f2c14c-33b5-4735-93f4-495df460c9df req-01bb1985-8774-40f6-8b84-0a4bfbb2828b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=aa88a49a-370b-4305-aef3-22e791e99b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263319 Aug 12 18:22:31.502602 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24baa62-5800-4202-82c2-fa5de32063b0 req-8be434bc-e3c5-448c-8de5-2d15617f4304 tempest-VolumesNegativeTest-1200827726 tempest-VolumesNegativeTest-1200827726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:22:31.503962 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-f24baa62-5800-4202-82c2-fa5de32063b0 req-8be434bc-e3c5-448c-8de5-2d15617f4304 tempest-VolumesNegativeTest-1200827726 tempest-VolumesNegativeTest-1200827726-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d51ba5e-853a-4a86-8b43-9b04a601c40c HTTP/1.1" status: 200 len: 949 time: 0.0482702 Aug 12 18:22:31.541470 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-f24baa62-5800-4202-82c2-fa5de32063b0 req-642f934a-2e79-4a19-8d29-0daa56d8790e tempest-VolumesNegativeTest-1200827726 tempest-VolumesNegativeTest-1200827726-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa88a49a-370b-4305-aef3-22e791e99b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316453 Aug 12 18:22:31.793843 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7541460d-b578-4648-84a3-1e2d45b6488c req-95448e38-f728-44f9-a07e-741beeafa5aa tempest-VolumesNegativeTest-1200827726 tempest-VolumesNegativeTest-1200827726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:22:31.795227 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-7541460d-b578-4648-84a3-1e2d45b6488c req-95448e38-f728-44f9-a07e-741beeafa5aa tempest-VolumesNegativeTest-1200827726 tempest-VolumesNegativeTest-1200827726-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d51ba5e-853a-4a86-8b43-9b04a601c40c HTTP/1.1" status: 200 len: 949 time: 0.0471945 Aug 12 18:22:31.834693 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-7541460d-b578-4648-84a3-1e2d45b6488c req-5f2e66a4-45a1-47d9-87f2-f17286f446c5 tempest-VolumesNegativeTest-1200827726 tempest-VolumesNegativeTest-1200827726-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa88a49a-370b-4305-aef3-22e791e99b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337579 Aug 12 18:22:32.947850 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffa95f3-4b2e-4914-881a-d63183fbd495 req-3c98561d-64a8-4afe-bdbd-2d44c083f161 tempest-VolumesNegativeTest-1200827726 tempest-VolumesNegativeTest-1200827726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:22:32.949279 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-0ffa95f3-4b2e-4914-881a-d63183fbd495 req-3c98561d-64a8-4afe-bdbd-2d44c083f161 tempest-VolumesNegativeTest-1200827726 tempest-VolumesNegativeTest-1200827726-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d51ba5e-853a-4a86-8b43-9b04a601c40c HTTP/1.1" status: 200 len: 949 time: 0.0458210 Aug 12 18:22:32.985304 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-0ffa95f3-4b2e-4914-881a-d63183fbd495 req-916010d3-523d-4124-a32c-d255937f1fc7 tempest-VolumesNegativeTest-1200827726 tempest-VolumesNegativeTest-1200827726-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa88a49a-370b-4305-aef3-22e791e99b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302980 Aug 12 18:22:33.081679 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b14b3fb-e548-4f76-ba57-405e5f17d012 req-4064cda3-9ed4-4520-b6a2-86a8e35af660 tempest-VolumesNegativeTest-1200827726 tempest-VolumesNegativeTest-1200827726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:22:33.083131 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-6b14b3fb-e548-4f76-ba57-405e5f17d012 req-4064cda3-9ed4-4520-b6a2-86a8e35af660 tempest-VolumesNegativeTest-1200827726 tempest-VolumesNegativeTest-1200827726-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d51ba5e-853a-4a86-8b43-9b04a601c40c HTTP/1.1" status: 200 len: 949 time: 0.0471563 Aug 12 18:22:33.167980 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.plugin [req-6b14b3fb-e548-4f76-ba57-405e5f17d012 req-563fb9d5-c861-4803-967b-16ad944177c7 tempest-VolumesNegativeTest-1200827726 tempest-VolumesNegativeTest-1200827726-project] Deleting port 39af45b5-9208-4cc4-ba6b-08589dd2990d {{(pid=94212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 18:22:33.168236 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-6b14b3fb-e548-4f76-ba57-405e5f17d012 req-563fb9d5-c861-4803-967b-16ad944177c7 tempest-VolumesNegativeTest-1200827726 tempest-VolumesNegativeTest-1200827726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763627642920'] for port, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:33.254713 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.db [req-6b14b3fb-e548-4f76-ba57-405e5f17d012 req-563fb9d5-c861-4803-967b-16ad944177c7 tempest-VolumesNegativeTest-1200827726 tempest-VolumesNegativeTest-1200827726-project] For port 39af45b5-9208-4cc4-ba6b-08589dd2990d, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=39af45b5-9208-4cc4-ba6b-08589dd2990d,segment=NetworkSegment(da34a24d-7fd2-453c-995b-66657459f4af),segment_id=da34a24d-7fd2-453c-995b-66657459f4af)] {{(pid=94212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:22:33.255074 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-6b14b3fb-e548-4f76-ba57-405e5f17d012 req-563fb9d5-c861-4803-967b-16ad944177c7 tempest-VolumesNegativeTest-1200827726 tempest-VolumesNegativeTest-1200827726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-732327'] for port, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:33.267924 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.plugin [req-6b14b3fb-e548-4f76-ba57-405e5f17d012 req-563fb9d5-c861-4803-967b-16ad944177c7 tempest-VolumesNegativeTest-1200827726 tempest-VolumesNegativeTest-1200827726-project] Calling delete_port for 39af45b5-9208-4cc4-ba6b-08589dd2990d owned by compute:nova {{(pid=94212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 18:22:33.392016 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-6b14b3fb-e548-4f76-ba57-405e5f17d012 req-563fb9d5-c861-4803-967b-16ad944177c7 tempest-VolumesNegativeTest-1200827726 tempest-VolumesNegativeTest-1200827726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763627647362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763627144942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8400677'] for port, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:33.403870 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] get_ports_and_sgs() called for port_ids ['39af45b5-9208-4cc4-ba6b-08589dd2990d'] {{(pid=94213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 18:22:33.418565 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563fb9d5-c861-4803-967b-16ad944177c7 tempest-VolumesNegativeTest-1200827726 tempest-VolumesNegativeTest-1200827726-project] Pushing event deleted for resources: {'Port': ['ID=39af45b5-9208-4cc4-ba6b-08589dd2990d,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:22:33.428527 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563fb9d5-c861-4803-967b-16ad944177c7 tempest-VolumesNegativeTest-1200827726 tempest-VolumesNegativeTest-1200827726-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:22:33.428874 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563fb9d5-c861-4803-967b-16ad944177c7 tempest-VolumesNegativeTest-1200827726 tempest-VolumesNegativeTest-1200827726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:22:33.429211 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563fb9d5-c861-4803-967b-16ad944177c7 tempest-VolumesNegativeTest-1200827726 tempest-VolumesNegativeTest-1200827726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:22:33.429543 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563fb9d5-c861-4803-967b-16ad944177c7 tempest-VolumesNegativeTest-1200827726 tempest-VolumesNegativeTest-1200827726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:22:33.429871 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563fb9d5-c861-4803-967b-16ad944177c7 tempest-VolumesNegativeTest-1200827726 tempest-VolumesNegativeTest-1200827726-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:22:33.430225 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563fb9d5-c861-4803-967b-16ad944177c7 tempest-VolumesNegativeTest-1200827726 tempest-VolumesNegativeTest-1200827726-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:22:33.430546 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563fb9d5-c861-4803-967b-16ad944177c7 tempest-VolumesNegativeTest-1200827726 tempest-VolumesNegativeTest-1200827726-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:22:33.431444 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563fb9d5-c861-4803-967b-16ad944177c7 tempest-VolumesNegativeTest-1200827726 tempest-VolumesNegativeTest-1200827726-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:22:33.431444 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563fb9d5-c861-4803-967b-16ad944177c7 tempest-VolumesNegativeTest-1200827726 tempest-VolumesNegativeTest-1200827726-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:22:33.431630 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563fb9d5-c861-4803-967b-16ad944177c7 tempest-VolumesNegativeTest-1200827726 tempest-VolumesNegativeTest-1200827726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:22:33.431812 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563fb9d5-c861-4803-967b-16ad944177c7 tempest-VolumesNegativeTest-1200827726 tempest-VolumesNegativeTest-1200827726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:22:33.432089 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563fb9d5-c861-4803-967b-16ad944177c7 tempest-VolumesNegativeTest-1200827726 tempest-VolumesNegativeTest-1200827726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:22:33.475064 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b14b3fb-e548-4f76-ba57-405e5f17d012 req-563fb9d5-c861-4803-967b-16ad944177c7 tempest-VolumesNegativeTest-1200827726 tempest-VolumesNegativeTest-1200827726-project] No DVR routers for this DVR port 39af45b5-9208-4cc4-ba6b-08589dd2990d on host hv-cinder-75994 {{(pid=94212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 18:22:33.477731 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-6b14b3fb-e548-4f76-ba57-405e5f17d012 req-563fb9d5-c861-4803-967b-16ad944177c7 tempest-VolumesNegativeTest-1200827726 tempest-VolumesNegativeTest-1200827726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195385'] for port, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:33.480066 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-6b14b3fb-e548-4f76-ba57-405e5f17d012 req-563fb9d5-c861-4803-967b-16ad944177c7 tempest-VolumesNegativeTest-1200827726 tempest-VolumesNegativeTest-1200827726-project] 10.222.0.57 "DELETE /v2.0/ports/39af45b5-9208-4cc4-ba6b-08589dd2990d HTTP/1.1" status: 204 len: 173 time: 0.3911614 Aug 12 18:22:33.480524 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d51ba5e-853a-4a86-8b43-9b04a601c40c', 'name': 'network-vif-deleted', 'tag': '39af45b5-9208-4cc4-ba6b-08589dd2990d'}] {{(pid=94212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 18:22:33.482899 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd512f55349b839fb4675422b2dbaf52bda1baead41a4efd90d4bf8a5142663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c021b3-ad2c-4cad-9ebc-e4ddf7a5cd54" -d '{"events": [{"server_uuid": "9d51ba5e-853a-4a86-8b43-9b04a601c40c", "name": "network-vif-deleted", "tag": "39af45b5-9208-4cc4-ba6b-08589dd2990d"}]}' {{(pid=94212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 18:22:33.522006 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 18:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd132f9-9312-4e38-ab4c-f00a1bec6765 x-openstack-request-id: req-cbd132f9-9312-4e38-ab4c-f00a1bec6765 {{(pid=94212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 18:22:33.522297 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d51ba5e-853a-4a86-8b43-9b04a601c40c", "name": "network-vif-deleted", "tag": "39af45b5-9208-4cc4-ba6b-08589dd2990d", "status": "completed", "code": 200}]} {{(pid=94212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 18:22:33.522629 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cbd132f9-9312-4e38-ab4c-f00a1bec6765 {{(pid=94212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 18:22:33.523032 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d51ba5e-853a-4a86-8b43-9b04a601c40c', 'name': 'network-vif-deleted', 'tag': '39af45b5-9208-4cc4-ba6b-08589dd2990d', 'status': 'completed', 'code': 200} Aug 12 18:22:34.962470 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-ef440c9e-86d2-48e6-9127-f1fcbc8fd8f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:37.332095 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-abbebfe2-09dd-41bd-b5e3-1c3ea10b1753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:37.601753 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 57548) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:22:37.729789 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-57e192ba-ab1b-4653-9167-0c59e8d6bee0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b34350e2873f41a69177f8ae05b02779&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1268504 Aug 12 18:22:37.732225 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 57552) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:22:37.779266 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-932330b1-b7fc-4de4-845a-1b1e5f44e256 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:37.800969 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-932330b1-b7fc-4de4-845a-1b1e5f44e256 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:37.845554 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-932330b1-b7fc-4de4-845a-1b1e5f44e256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:37.848105 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-932330b1-b7fc-4de4-845a-1b1e5f44e256 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:37.849277 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-932330b1-b7fc-4de4-845a-1b1e5f44e256 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/aa88a49a-370b-4305-aef3-22e791e99b46 HTTP/1.1" status: 204 len: 168 time: 0.1162074 Aug 12 18:22:37.856828 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932330b1-b7fc-4de4-845a-1b1e5f44e256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa88a49a-370b-4305-aef3-22e791e99b46,revision_number=None']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:22:37.973613 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:38.227385 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Device 39af45b5-9208-4cc4-ba6b-08589dd2990d no longer exists at agent hyperv_hv-cinder-75994 {{(pid=94213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 18:22:38.247950 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.plugin [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] No Port match for: 39af45b5-9208-4cc4-ba6b-08589dd2990d {{(pid=94213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 18:22:38.248300 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Device 39af45b5-9208-4cc4-ba6b-08589dd2990d not bound to the agent host hv-cinder-75994 {{(pid=94213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 18:22:38.445917 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 57574) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:22:38.539746 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.v2.base [None req-35987736-e211-411b-9927-a2f61eee8867 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1025592334-network', 'tenant_id': 'cccc698d501d4aca95381724df121872'}} {{(pid=94212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:22:38.561366 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35987736-e211-411b-9927-a2f61eee8867 admin admin] Made reservation on behalf of cccc698d501d4aca95381724df121872 for: {'network': 1} {{(pid=94212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 18:22:38.563680 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-35987736-e211-411b-9927-a2f61eee8867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for network, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:38.570122 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-2083c3fd-5dc5-47ae-86de-acca0e7a8e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:38.571988 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-35987736-e211-411b-9927-a2f61eee8867 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:38.656461 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-35987736-e211-411b-9927-a2f61eee8867 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:38.659966 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-35987736-e211-411b-9927-a2f61eee8867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:38.684585 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35987736-e211-411b-9927-a2f61eee8867 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=94212) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 18:22:38.694192 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35987736-e211-411b-9927-a2f61eee8867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d90cbcbd-2594-40f0-bd47-72f96b83ac6e,revision_number=1']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:22:38.699171 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-35987736-e211-411b-9927-a2f61eee8867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735099'] for segment, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:38.699516 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.db.segments_db [None req-35987736-e211-411b-9927-a2f61eee8867 admin admin] Added segment 3a9791bc-1b8f-402c-b71c-2d1efb358423 of type vlan for network df77d53e-f2d8-4774-a49c-59d1887890c6 Aug 12 18:22:38.741682 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-35987736-e211-411b-9927-a2f61eee8867 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763627130179'] for network, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:38.768037 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-35987736-e211-411b-9927-a2f61eee8867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543'] for network, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:38.768980 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35987736-e211-411b-9927-a2f61eee8867 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:22:38.769575 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-35987736-e211-411b-9927-a2f61eee8867 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564513'] for network, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:38.821819 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-35987736-e211-411b-9927-a2f61eee8867 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3747175 Aug 12 18:22:38.829060 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35987736-e211-411b-9927-a2f61eee8867 admin admin] Pushing event updated for resources: {'Network': ['ID=df77d53e-f2d8-4774-a49c-59d1887890c6,revision_number=1']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:22:38.839893 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Network df77d53e-f2d8-4774-a49c-59d1887890c6 details requested by agent ovs-agent-dv-cinder-759943-10-iscsi with host dv-cinder-759943-10-iscsi {{(pid=94213) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 18:22:38.870667 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 57578) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:22:38.875713 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.v2.base [None req-6c921803-9b3d-48da-b62f-8a320935d3b9 admin admin] Request body: {'subnet': {'network_id': 'df77d53e-f2d8-4774-a49c-59d1887890c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1025592334-subnet', 'tenant_id': 'cccc698d501d4aca95381724df121872', 'ip_version': 4}} {{(pid=94212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:22:38.897569 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c921803-9b3d-48da-b62f-8a320935d3b9 admin admin] Made reservation on behalf of cccc698d501d4aca95381724df121872 for: {'subnet': 1} {{(pid=94212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 18:22:38.900180 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-6c921803-9b3d-48da-b62f-8a320935d3b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8840039'] for subnet, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:39.064547 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-6c921803-9b3d-48da-b62f-8a320935d3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8400721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8840021'] for subnet, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:39.118303 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c921803-9b3d-48da-b62f-8a320935d3b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf6cced3-60e4-4a66-8e55-2a164e69b925,revision_number=0']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:22:39.129056 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c921803-9b3d-48da-b62f-8a320935d3b9 admin admin] Checking segment: {'id': '3a9791bc-1b8f-402c-b71c-2d1efb358423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'df77d53e-f2d8-4774-a49c-59d1887890c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 18:22:39.129409 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c921803-9b3d-48da-b62f-8a320935d3b9 admin admin] Network hostable DHCP agents. Network: df77d53e-f2d8-4774-a49c-59d1887890c6, hostable agents: ['da9a4366-d1ff-4171-be52-f44c47b2851f'], hosted agents: [] {{(pid=94212) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 18:22:39.145317 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c921803-9b3d-48da-b62f-8a320935d3b9 admin admin] Network df77d53e-f2d8-4774-a49c-59d1887890c6 is scheduled to be hosted by DHCP agent da9a4366-d1ff-4171-be52-f44c47b2851f with binding_index 1 {{(pid=94212) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 18:22:39.153559 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.base_scheduler [None req-6c921803-9b3d-48da-b62f-8a320935d3b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-10-iscsi, df77d53e-f2d8-4774-a49c-59d1887890c6) {{(pid=94212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 18:22:39.157527 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c921803-9b3d-48da-b62f-8a320935d3b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:22:39.158139 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-6c921803-9b3d-48da-b62f-8a320935d3b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:39.162316 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb89728-62b6-492d-9441-c9a8cd133b14 None None] Network df77d53e-f2d8-4774-a49c-59d1887890c6 requested from dv-cinder-759943-10-iscsi {{(pid=94213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 18:22:39.172329 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-6c921803-9b3d-48da-b62f-8a320935d3b9 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3005853 Aug 12 18:22:39.175044 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 57580) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:22:39.179266 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.v2.base [None req-701a6cc0-f01e-4fdd-8e7a-860ab2231725 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1025592334-router', 'tenant_id': 'cccc698d501d4aca95381724df121872', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce'}}} {{(pid=94212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:22:39.199195 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-701a6cc0-f01e-4fdd-8e7a-860ab2231725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15605'] for router, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:39.200187 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-701a6cc0-f01e-4fdd-8e7a-860ab2231725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-351539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15614'] for router, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:39.253913 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-701a6cc0-f01e-4fdd-8e7a-860ab2231725 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:39.304692 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7e157f-272d-41f4-8696-b5af4eb1ebbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081d5c48-6c11-5532-9123-8720c403a17d-df77d53e-f2d8-4774-a49c-59d1887890c6', 'network_id': 'df77d53e-f2d8-4774-a49c-59d1887890c6', 'tenant_id': 'cccc698d501d4aca95381724df121872', 'fixed_ips': [{'subnet_id': 'cf6cced3-60e4-4a66-8e55-2a164e69b925'}]}} from dv-cinder-759943-10-iscsi. {{(pid=94213) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 18:22:39.305551 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-9c7e157f-272d-41f4-8696-b5af4eb1ebbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_create {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:39.389423 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-701a6cc0-f01e-4fdd-8e7a-860ab2231725 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:39.437889 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.db_base_plugin_common [None req-9c7e157f-272d-41f4-8696-b5af4eb1ebbc None None] Allocated IP 172.20.0.2 (df77d53e-f2d8-4774-a49c-59d1887890c6/cf6cced3-60e4-4a66-8e55-2a164e69b925/00922f44-cdeb-4619-bbfb-3de6715d0605) {{(pid=94213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 18:22:39.575474 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-9c7e157f-272d-41f4-8696-b5af4eb1ebbc None None] Notify callbacks [] for port, precommit_create {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:39.582048 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-701a6cc0-f01e-4fdd-8e7a-860ab2231725 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:39.583370 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-9c7e157f-272d-41f4-8696-b5af4eb1ebbc None None] Transition to ACTIVE for port object 00922f44-cdeb-4619-bbfb-3de6715d0605 will not be triggered until provisioned by entity L2. {{(pid=94213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 18:22:39.597463 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-9c7e157f-272d-41f4-8696-b5af4eb1ebbc None None] Transition to ACTIVE for port object 00922f44-cdeb-4619-bbfb-3de6715d0605 will not be triggered until provisioned by entity DHCP. {{(pid=94213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 18:22:39.601576 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-701a6cc0-f01e-4fdd-8e7a-860ab2231725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:39.603695 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-9c7e157f-272d-41f4-8696-b5af4eb1ebbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763627144933'] for port, after_create {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:39.642603 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7e157f-272d-41f4-8696-b5af4eb1ebbc None None] Network df77d53e-f2d8-4774-a49c-59d1887890c6 is already hosted by enough agents. {{(pid=94213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 18:22:39.645409 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.scheduler.base_scheduler [None req-9c7e157f-272d-41f4-8696-b5af4eb1ebbc None None] Resources bound (agent type, host, resource id): {{(pid=94213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 18:22:39.648973 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7e157f-272d-41f4-8696-b5af4eb1ebbc None None] Received port after_create {{(pid=94213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 18:22:39.655608 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7e157f-272d-41f4-8696-b5af4eb1ebbc None None] Pushing event updated for resources: {'Port': ['ID=00922f44-cdeb-4619-bbfb-3de6715d0605,revision_number=1']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:22:39.706631 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.managers [None req-9c7e157f-272d-41f4-8696-b5af4eb1ebbc None None] Attempting to bind port 00922f44-cdeb-4619-bbfb-3de6715d0605 on host dv-cinder-759943-10-iscsi for vnic_type normal with profile {{(pid=94213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 18:22:39.706991 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.managers [None req-9c7e157f-272d-41f4-8696-b5af4eb1ebbc None None] Attempting to bind port 00922f44-cdeb-4619-bbfb-3de6715d0605 by drivers openvswitch,hyperv on host dv-cinder-759943-10-iscsi at level 0 using segments [{'id': '3a9791bc-1b8f-402c-b71c-2d1efb358423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'df77d53e-f2d8-4774-a49c-59d1887890c6'}] {{(pid=94213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 18:22:39.707390 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7e157f-272d-41f4-8696-b5af4eb1ebbc None None] Attempting to bind port 00922f44-cdeb-4619-bbfb-3de6715d0605 on network df77d53e-f2d8-4774-a49c-59d1887890c6 {{(pid=94213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 18:22:39.708264 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.db_base_plugin_common [None req-701a6cc0-f01e-4fdd-8e7a-860ab2231725 admin admin] Allocated IP 172.27.3.121 (7a7b82d9-a69e-485d-9e07-6a129d075bce/c473b355-6ff8-4f1b-9a18-c893e152c20b/f3237f08-cdf3-42c0-8e6d-043671f44b0f) {{(pid=94212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 18:22:39.712593 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7e157f-272d-41f4-8696-b5af4eb1ebbc None None] Checking agent: {'id': '5c163145-f35a-4c40-8b97-030a9bee90f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 18, 4, 38), 'started_at': datetime.datetime(2021, 8, 12, 18, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 18, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 18:22:39.712971 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7e157f-272d-41f4-8696-b5af4eb1ebbc None None] Checking segment: {'id': '3a9791bc-1b8f-402c-b71c-2d1efb358423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'df77d53e-f2d8-4774-a49c-59d1887890c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 18:22:39.713365 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-9c7e157f-272d-41f4-8696-b5af4eb1ebbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:39.713748 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7e157f-272d-41f4-8696-b5af4eb1ebbc None None] Bound using segment: {'id': '3a9791bc-1b8f-402c-b71c-2d1efb358423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'df77d53e-f2d8-4774-a49c-59d1887890c6'} {{(pid=94213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 18:22:39.714257 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.managers [None req-9c7e157f-272d-41f4-8696-b5af4eb1ebbc None None] Bound port: 00922f44-cdeb-4619-bbfb-3de6715d0605, host: dv-cinder-759943-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a9791bc-1b8f-402c-b71c-2d1efb358423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'df77d53e-f2d8-4774-a49c-59d1887890c6'}}] {{(pid=94213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 18:22:39.714634 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-9c7e157f-272d-41f4-8696-b5af4eb1ebbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:39.774821 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-9c7e157f-272d-41f4-8696-b5af4eb1ebbc None None] For port 00922f44-cdeb-4619-bbfb-3de6715d0605, host dv-cinder-759943-10-iscsi, cleared binding levels {{(pid=94213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 18:22:39.777864 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-9c7e157f-272d-41f4-8696-b5af4eb1ebbc None None] For port 00922f44-cdeb-4619-bbfb-3de6715d0605, host dv-cinder-759943-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-10-iscsi',level=0,port_id=00922f44-cdeb-4619-bbfb-3de6715d0605,segment=NetworkSegment(3a9791bc-1b8f-402c-b71c-2d1efb358423),segment_id=3a9791bc-1b8f-402c-b71c-2d1efb358423)] {{(pid=94213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 18:22:39.783009 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-9c7e157f-272d-41f4-8696-b5af4eb1ebbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:39.808827 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-701a6cc0-f01e-4fdd-8e7a-860ab2231725 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:39.843561 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7e157f-272d-41f4-8696-b5af4eb1ebbc None None] Pushing event updated for resources: {'Port': ['ID=00922f44-cdeb-4619-bbfb-3de6715d0605,revision_number=2']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:22:39.854858 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-701a6cc0-f01e-4fdd-8e7a-860ab2231725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763627144933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8400677'] for port, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:39.896060 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701a6cc0-f01e-4fdd-8e7a-860ab2231725 admin admin] Network 7a7b82d9-a69e-485d-9e07-6a129d075bce is already hosted by enough agents. {{(pid=94212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 18:22:39.898862 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.base_scheduler [None req-701a6cc0-f01e-4fdd-8e7a-860ab2231725 admin admin] Resources bound (agent type, host, resource id): {{(pid=94212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 18:22:39.901926 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701a6cc0-f01e-4fdd-8e7a-860ab2231725 admin admin] Received port after_create {{(pid=94212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 18:22:39.925194 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701a6cc0-f01e-4fdd-8e7a-860ab2231725 admin admin] Pushing event updated for resources: {'Port': ['ID=f3237f08-cdf3-42c0-8e6d-043671f44b0f,revision_number=1']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:22:40.165616 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-701a6cc0-f01e-4fdd-8e7a-860ab2231725 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:40.257612 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-b1de9828-bfad-4ef8-8d69-6d6f9fbe420c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:40.535394 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device 00922f44-cdeb-4619-bbfb-3de6715d0605 up at agent ovs-agent-dv-cinder-759943-10-iscsi {{(pid=94213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 18:22:40.587910 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Provisioning for port 00922f44-cdeb-4619-bbfb-3de6715d0605 completed by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 18:22:40.631420 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-701a6cc0-f01e-4fdd-8e7a-860ab2231725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-735355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-734950'] for router, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:40.724014 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8352b02c-6129-4b97-ac9d-a86c41729113 None None] Network df77d53e-f2d8-4774-a49c-59d1887890c6 requested from dv-cinder-759943-10-iscsi {{(pid=94213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 18:22:40.763201 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-701a6cc0-f01e-4fdd-8e7a-860ab2231725 admin admin] Router 9a2a9c76-fe2b-42b4-9849-345d007e369f is scheduled to L3 agent 35f8a3af-1ed6-4507-a756-5ee5db7e6400 with binding_index 1 {{(pid=94212) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 18:22:40.871738 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-701a6cc0-f01e-4fdd-8e7a-860ab2231725 admin admin] Notify agent at l3_agent.dv-cinder-759943-10-iscsi the message routers_updated {{(pid=94212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 18:22:40.887284 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-701a6cc0-f01e-4fdd-8e7a-860ab2231725 admin admin] Notify callbacks [] for router, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:40.888695 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-701a6cc0-f01e-4fdd-8e7a-860ab2231725 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7127013 Aug 12 18:22:40.889518 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d41e1c5-3bea-49e7-827e-7f7c0c2ae9a2 None None] Sync routers for ids ['9a2a9c76-fe2b-42b4-9849-345d007e369f'] in dv-cinder-759943-10-iscsi {{(pid=94213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 18:22:40.891522 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 57582) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:22:40.907167 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-413d0818-9475-4db0-a606-2a6d135237fb None None] Provisioning for port 00922f44-cdeb-4619-bbfb-3de6715d0605 completed by entity DHCP. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 18:22:40.916119 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d41e1c5-3bea-49e7-827e-7f7c0c2ae9a2 None None] Routers {'9a2a9c76-fe2b-42b4-9849-345d007e369f'} bound to L3 agent in host dv-cinder-759943-10-iscsi {{(pid=94213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 18:22:40.916724 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-0d41e1c5-3bea-49e7-827e-7f7c0c2ae9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T18:04:37Z,description=,heartbeat_timestamp=2021-08-12T18:22:37Z,host='dv-cinder-759943-10-iscsi',id=35f8a3af-1ed6-4507-a756-5ee5db7e6400,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T18:04:37Z,topic='l3_agent')) {'router_ids': ['9a2a9c76-fe2b-42b4-9849-345d007e369f'], 'active': True} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:22:40.918357 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-413d0818-9475-4db0-a606-2a6d135237fb None None] Provisioning complete for port 00922f44-cdeb-4619-bbfb-3de6715d0605 triggered by entity DHCP. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:22:40.918722 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-413d0818-9475-4db0-a606-2a6d135237fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:41.099671 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvr_db [None req-0d41e1c5-3bea-49e7-827e-7f7c0c2ae9a2 None None] Set router 9a2a9c76-fe2b-42b4-9849-345d007e369f gateway port host: dv-cinder-759943-10-iscsi {{(pid=94213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 18:22:41.231913 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-413d0818-9475-4db0-a606-2a6d135237fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:41.295180 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-f2f55544-35ed-4bff-bf56-bc2620ae59df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:41.297772 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-413d0818-9475-4db0-a606-2a6d135237fb None None] For port 00922f44-cdeb-4619-bbfb-3de6715d0605, host dv-cinder-759943-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-10-iscsi',level=0,port_id=00922f44-cdeb-4619-bbfb-3de6715d0605,segment=NetworkSegment(3a9791bc-1b8f-402c-b71c-2d1efb358423),segment_id=3a9791bc-1b8f-402c-b71c-2d1efb358423)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:22:41.309482 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-413d0818-9475-4db0-a606-2a6d135237fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:41.383411 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413d0818-9475-4db0-a606-2a6d135237fb None None] Pushing event updated for resources: {'Port': ['ID=00922f44-cdeb-4619-bbfb-3de6715d0605,revision_number=3']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:22:41.402381 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-0d41e1c5-3bea-49e7-827e-7f7c0c2ae9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2a9c76-fe2b-42b4-9849-345d007e369f', 'name': 'tempest-TestMinimumBasicScenario-1025592334-router', 'tenant_id': 'cccc698d501d4aca95381724df121872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': 'f3237f08-cdf3-42c0-8e6d-043671f44b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:22:39Z', 'updated_at': '2021-08-12T18:22:40Z', 'revision_number': 3, 'project_id': 'cccc698d501d4aca95381724df121872', 'gw_port': {'id': 'f3237f08-cdf3-42c0-8e6d-043671f44b0f', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5c:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2a9c76-fe2b-42b4-9849-345d007e369f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:22:39Z', 'updated_at': '2021-08-12T18:22:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi'}], 'dv-cinder-759943-10-iscsi', False) {} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:22:41.431059 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d41e1c5-3bea-49e7-827e-7f7c0c2ae9a2 None None] Checking router: 9a2a9c76-fe2b-42b4-9849-345d007e369f for host: dv-cinder-759943-10-iscsi {{(pid=94213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 18:22:41.431441 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d41e1c5-3bea-49e7-827e-7f7c0c2ae9a2 None None] Updating router 9a2a9c76-fe2b-42b4-9849-345d007e369f port f3237f08-cdf3-42c0-8e6d-043671f44b0f binding host dv-cinder-759943-10-iscsi {{(pid=94213) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 18:22:41.456533 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-0d41e1c5-3bea-49e7-827e-7f7c0c2ae9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:41.466145 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.db_base_plugin_common [None req-f2f55544-35ed-4bff-bf56-bc2620ae59df admin admin] Allocated IP 172.20.0.1 (df77d53e-f2d8-4774-a49c-59d1887890c6/cf6cced3-60e4-4a66-8e55-2a164e69b925/3ec5a1a4-43c1-4f88-ad8b-a1202f3f8e0e) {{(pid=94212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 18:22:41.564525 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-c93a70dd-1047-42d1-8609-a161b50659dc None None] Provisioning complete for port 00922f44-cdeb-4619-bbfb-3de6715d0605 triggered by entity DHCP. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:22:41.564810 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c93a70dd-1047-42d1-8609-a161b50659dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:41.575632 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-f2f55544-35ed-4bff-bf56-bc2620ae59df admin admin] Notify callbacks [] for port, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:41.587838 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.provisioning_blocks [None req-f2f55544-35ed-4bff-bf56-bc2620ae59df admin admin] Transition to ACTIVE for port object 3ec5a1a4-43c1-4f88-ad8b-a1202f3f8e0e will not be triggered until provisioned by entity DHCP. {{(pid=94212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 18:22:41.621280 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-f2f55544-35ed-4bff-bf56-bc2620ae59df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763627144933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8400677'] for port, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:41.660446 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f55544-35ed-4bff-bf56-bc2620ae59df admin admin] Network df77d53e-f2d8-4774-a49c-59d1887890c6 is already hosted by enough agents. {{(pid=94212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 18:22:41.665792 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.base_scheduler [None req-f2f55544-35ed-4bff-bf56-bc2620ae59df admin admin] Resources bound (agent type, host, resource id): {{(pid=94212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 18:22:41.669293 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f55544-35ed-4bff-bf56-bc2620ae59df admin admin] Received port after_create {{(pid=94212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 18:22:41.696921 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f55544-35ed-4bff-bf56-bc2620ae59df admin admin] Pushing event updated for resources: {'Port': ['ID=3ec5a1a4-43c1-4f88-ad8b-a1202f3f8e0e,revision_number=1']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:22:41.712473 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-f2f55544-35ed-4bff-bf56-bc2620ae59df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693555'] for router_interface, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:41.780410 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-0d41e1c5-3bea-49e7-827e-7f7c0c2ae9a2 None None] Notify callbacks [] for port, precommit_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:41.791898 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-0d41e1c5-3bea-49e7-827e-7f7c0c2ae9a2 None None] Transition to ACTIVE for port object f3237f08-cdf3-42c0-8e6d-043671f44b0f will not be triggered until provisioned by entity L2. {{(pid=94213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 18:22:41.798525 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-0d41e1c5-3bea-49e7-827e-7f7c0c2ae9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:41.848026 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-f2f55544-35ed-4bff-bf56-bc2620ae59df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:41.852246 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.managers [None req-0d41e1c5-3bea-49e7-827e-7f7c0c2ae9a2 None None] Attempting to bind port f3237f08-cdf3-42c0-8e6d-043671f44b0f on host dv-cinder-759943-10-iscsi for vnic_type normal with profile {{(pid=94213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 18:22:41.852912 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.managers [None req-0d41e1c5-3bea-49e7-827e-7f7c0c2ae9a2 None None] Attempting to bind port f3237f08-cdf3-42c0-8e6d-043671f44b0f by drivers openvswitch,hyperv on host dv-cinder-759943-10-iscsi at level 0 using segments [{'id': '7eaed6a7-5a45-4d84-aa5c-ab7d15676367', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce'}] {{(pid=94213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 18:22:41.853280 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d41e1c5-3bea-49e7-827e-7f7c0c2ae9a2 None None] Attempting to bind port f3237f08-cdf3-42c0-8e6d-043671f44b0f on network 7a7b82d9-a69e-485d-9e07-6a129d075bce {{(pid=94213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 18:22:41.861629 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d41e1c5-3bea-49e7-827e-7f7c0c2ae9a2 None None] Checking agent: {'id': '5c163145-f35a-4c40-8b97-030a9bee90f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 18, 4, 38), 'started_at': datetime.datetime(2021, 8, 12, 18, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 18, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 18:22:41.862034 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d41e1c5-3bea-49e7-827e-7f7c0c2ae9a2 None None] Checking segment: {'id': '7eaed6a7-5a45-4d84-aa5c-ab7d15676367', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 18:22:41.862430 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-0d41e1c5-3bea-49e7-827e-7f7c0c2ae9a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:41.862850 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d41e1c5-3bea-49e7-827e-7f7c0c2ae9a2 None None] Bound using segment: {'id': '7eaed6a7-5a45-4d84-aa5c-ab7d15676367', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce'} {{(pid=94213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 18:22:41.863299 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.managers [None req-0d41e1c5-3bea-49e7-827e-7f7c0c2ae9a2 None None] Bound port: f3237f08-cdf3-42c0-8e6d-043671f44b0f, host: dv-cinder-759943-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eaed6a7-5a45-4d84-aa5c-ab7d15676367', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce'}}] {{(pid=94213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 18:22:41.863727 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-0d41e1c5-3bea-49e7-827e-7f7c0c2ae9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:41.869489 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c0cee9-c583-4be2-8b37-a147e6ba68b5 None None] Pushing event updated for resources: {'Port': ['ID=f3237f08-cdf3-42c0-8e6d-043671f44b0f,revision_number=2']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:22:41.925643 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-0d41e1c5-3bea-49e7-827e-7f7c0c2ae9a2 None None] For port f3237f08-cdf3-42c0-8e6d-043671f44b0f, host dv-cinder-759943-10-iscsi, cleared binding levels {{(pid=94213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 18:22:41.940557 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-0d41e1c5-3bea-49e7-827e-7f7c0c2ae9a2 None None] For port f3237f08-cdf3-42c0-8e6d-043671f44b0f, host dv-cinder-759943-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-10-iscsi',level=0,port_id=f3237f08-cdf3-42c0-8e6d-043671f44b0f,segment=NetworkSegment(7eaed6a7-5a45-4d84-aa5c-ab7d15676367),segment_id=7eaed6a7-5a45-4d84-aa5c-ab7d15676367)] {{(pid=94213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 18:22:41.941864 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-60736a76-1044-4d50-a2ca-51e5b5ce089b None None] Provisioning for port 3ec5a1a4-43c1-4f88-ad8b-a1202f3f8e0e completed by entity DHCP. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 18:22:41.945927 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-0d41e1c5-3bea-49e7-827e-7f7c0c2ae9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:41.955818 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-60736a76-1044-4d50-a2ca-51e5b5ce089b None None] Provisioning complete for port 3ec5a1a4-43c1-4f88-ad8b-a1202f3f8e0e triggered by entity DHCP. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:22:41.956185 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-60736a76-1044-4d50-a2ca-51e5b5ce089b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:42.016503 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-f2f55544-35ed-4bff-bf56-bc2620ae59df admin admin] Notify callbacks [] for port, precommit_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:42.021732 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-f2f55544-35ed-4bff-bf56-bc2620ae59df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8400684'] for port, after_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:42.035541 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.plugin [None req-60736a76-1044-4d50-a2ca-51e5b5ce089b None None] Port 3ec5a1a4-43c1-4f88-ad8b-a1202f3f8e0e cannot update to ACTIVE because it is not bound. {{(pid=94213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 18:22:42.037489 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c0cee9-c583-4be2-8b37-a147e6ba68b5 None None] Pushing event updated for resources: {'Port': ['ID=f3237f08-cdf3-42c0-8e6d-043671f44b0f,revision_number=3']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:22:42.040402 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d41e1c5-3bea-49e7-827e-7f7c0c2ae9a2 None None] Routers {'9a2a9c76-fe2b-42b4-9849-345d007e369f'} bound to L3 agent in host dv-cinder-759943-10-iscsi {{(pid=94213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 18:22:42.040998 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-0d41e1c5-3bea-49e7-827e-7f7c0c2ae9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T18:04:37Z,description=,heartbeat_timestamp=2021-08-12T18:22:37Z,host='dv-cinder-759943-10-iscsi',id=35f8a3af-1ed6-4507-a756-5ee5db7e6400,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T18:04:37Z,topic='l3_agent')) {'router_ids': ['9a2a9c76-fe2b-42b4-9849-345d007e369f'], 'active': True} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:22:42.086749 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f55544-35ed-4bff-bf56-bc2620ae59df admin admin] Pushing event updated for resources: {'Port': ['ID=3ec5a1a4-43c1-4f88-ad8b-a1202f3f8e0e,revision_number=2']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:22:42.093078 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-f2f55544-35ed-4bff-bf56-bc2620ae59df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693671'] for router_interface, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:42.144873 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvr_db [None req-0d41e1c5-3bea-49e7-827e-7f7c0c2ae9a2 None None] Set router 9a2a9c76-fe2b-42b4-9849-345d007e369f gateway port host: dv-cinder-759943-10-iscsi {{(pid=94213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 18:22:42.183863 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f55544-35ed-4bff-bf56-bc2620ae59df admin admin] Network df77d53e-f2d8-4774-a49c-59d1887890c6 is already hosted by enough agents. {{(pid=94212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 18:22:42.185228 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.base_scheduler [None req-f2f55544-35ed-4bff-bf56-bc2620ae59df admin admin] Resources bound (agent type, host, resource id): {{(pid=94212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 18:22:42.300747 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2f55544-35ed-4bff-bf56-bc2620ae59df admin admin] Router 9a2a9c76-fe2b-42b4-9849-345d007e369f has already been hosted by L3 agent 35f8a3af-1ed6-4507-a756-5ee5db7e6400 {{(pid=94212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 18:22:42.353375 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-0d41e1c5-3bea-49e7-827e-7f7c0c2ae9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2a9c76-fe2b-42b4-9849-345d007e369f', 'name': 'tempest-TestMinimumBasicScenario-1025592334-router', 'tenant_id': 'cccc698d501d4aca95381724df121872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': 'f3237f08-cdf3-42c0-8e6d-043671f44b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:22:39Z', 'updated_at': '2021-08-12T18:22:41Z', 'revision_number': 4, 'project_id': 'cccc698d501d4aca95381724df121872', 'gw_port': {'id': 'f3237f08-cdf3-42c0-8e6d-043671f44b0f', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5c:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2a9c76-fe2b-42b4-9849-345d007e369f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:22:39Z', 'updated_at': '2021-08-12T18:22:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi', '_interfaces': [{'id': '3ec5a1a4-43c1-4f88-ad8b-a1202f3f8e0e', 'name': '', 'network_id': 'df77d53e-f2d8-4774-a49c-59d1887890c6', 'tenant_id': 'cccc698d501d4aca95381724df121872', 'mac_address': 'fa:16:3e:f0:9f:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2a9c76-fe2b-42b4-9849-345d007e369f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'cf6cced3-60e4-4a66-8e55-2a164e69b925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:22:41Z', 'updated_at': '2021-08-12T18:22:41Z', 'revision_number': 2, 'project_id': 'cccc698d501d4aca95381724df121872', 'subnets': [{'id': 'cf6cced3-60e4-4a66-8e55-2a164e69b925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-10-iscsi', False) {} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:22:42.379358 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d41e1c5-3bea-49e7-827e-7f7c0c2ae9a2 None None] The sync data for ids ['9a2a9c76-fe2b-42b4-9849-345d007e369f'] in dv-cinder-759943-10-iscsi is: [{'id': '9a2a9c76-fe2b-42b4-9849-345d007e369f', 'name': 'tempest-TestMinimumBasicScenario-1025592334-router', 'tenant_id': 'cccc698d501d4aca95381724df121872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': 'f3237f08-cdf3-42c0-8e6d-043671f44b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:22:39Z', 'updated_at': '2021-08-12T18:22:41Z', 'revision_number': 4, 'project_id': 'cccc698d501d4aca95381724df121872', 'gw_port': {'id': 'f3237f08-cdf3-42c0-8e6d-043671f44b0f', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5c:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2a9c76-fe2b-42b4-9849-345d007e369f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:22:39Z', 'updated_at': '2021-08-12T18:22:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi', '_interfaces': [{'id': '3ec5a1a4-43c1-4f88-ad8b-a1202f3f8e0e', 'name': '', 'network_id': 'df77d53e-f2d8-4774-a49c-59d1887890c6', 'tenant_id': 'cccc698d501d4aca95381724df121872', 'mac_address': 'fa:16:3e:f0:9f:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2a9c76-fe2b-42b4-9849-345d007e369f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'cf6cced3-60e4-4a66-8e55-2a164e69b925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:22:41Z', 'updated_at': '2021-08-12T18:22:41Z', 'revision_number': 2, 'project_id': 'cccc698d501d4aca95381724df121872', 'subnets': [{'id': 'cf6cced3-60e4-4a66-8e55-2a164e69b925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 18:22:42.414345 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f55544-35ed-4bff-bf56-bc2620ae59df admin admin] Notify agent at l3_agent.dv-cinder-759943-10-iscsi the message routers_updated {{(pid=94212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 18:22:42.419352 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-f2f55544-35ed-4bff-bf56-bc2620ae59df admin admin] 10.222.0.30 "PUT /v2.0/routers/9a2a9c76-fe2b-42b4-9849-345d007e369f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5268545 Aug 12 18:22:42.457830 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-c5f35b79-d65a-4d52-95eb-d1fc67692b6c None None] Provisioning complete for port 3ec5a1a4-43c1-4f88-ad8b-a1202f3f8e0e triggered by entity DHCP. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:22:42.458295 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c5f35b79-d65a-4d52-95eb-d1fc67692b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:42.493517 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.plugin [None req-c5f35b79-d65a-4d52-95eb-d1fc67692b6c None None] Port 3ec5a1a4-43c1-4f88-ad8b-a1202f3f8e0e cannot update to ACTIVE because it is not bound. {{(pid=94213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 18:22:42.506571 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device 00922f44-cdeb-4619-bbfb-3de6715d0605 up at agent ovs-agent-dv-cinder-759943-10-iscsi {{(pid=94213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 18:22:42.563223 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Provisioning complete for port 00922f44-cdeb-4619-bbfb-3de6715d0605 triggered by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:22:42.563564 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:42.945460 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 57598) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:22:42.950693 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.v2.base [None req-cb0a7687-a819-4e4d-a270-0c72c0d562c3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-373447220-network', 'tenant_id': 'dd7da4da47f64633abb275119a32fc57'}} {{(pid=94212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:22:42.984388 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb0a7687-a819-4e4d-a270-0c72c0d562c3 admin admin] Made reservation on behalf of dd7da4da47f64633abb275119a32fc57 for: {'network': 1} {{(pid=94212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 18:22:42.987641 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-cb0a7687-a819-4e4d-a270-0c72c0d562c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for network, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:43.004157 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-cb0a7687-a819-4e4d-a270-0c72c0d562c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:43.102226 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-cb0a7687-a819-4e4d-a270-0c72c0d562c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:43.106387 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-cb0a7687-a819-4e4d-a270-0c72c0d562c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:43.133425 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb0a7687-a819-4e4d-a270-0c72c0d562c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=94212) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 18:22:43.139823 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0a7687-a819-4e4d-a270-0c72c0d562c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea5a914-0e34-459a-9ab3-16b6c5a72423,revision_number=1']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:22:43.146154 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-cb0a7687-a819-4e4d-a270-0c72c0d562c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735099'] for segment, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:43.146624 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.db.segments_db [None req-cb0a7687-a819-4e4d-a270-0c72c0d562c3 admin admin] Added segment 3a67c836-7633-4427-bfc0-c9c8f455cac8 of type vlan for network 08668ee5-6789-4cf6-a52c-c0cefc05a0c9 Aug 12 18:22:43.201749 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-cb0a7687-a819-4e4d-a270-0c72c0d562c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763627130179'] for network, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:43.230848 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-cb0a7687-a819-4e4d-a270-0c72c0d562c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543'] for network, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:43.231786 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0a7687-a819-4e4d-a270-0c72c0d562c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:22:43.232419 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-cb0a7687-a819-4e4d-a270-0c72c0d562c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564513'] for network, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:43.284997 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-cb0a7687-a819-4e4d-a270-0c72c0d562c3 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3383732 Aug 12 18:22:43.288603 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 57600) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:22:43.293832 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.v2.base [None req-f7ef7fe5-6880-4da4-95f2-57cc7c5d340c admin admin] Request body: {'subnet': {'network_id': '08668ee5-6789-4cf6-a52c-c0cefc05a0c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-373447220-subnet', 'tenant_id': 'dd7da4da47f64633abb275119a32fc57', 'ip_version': 4}} {{(pid=94211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:22:43.297698 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0a7687-a819-4e4d-a270-0c72c0d562c3 admin admin] Pushing event updated for resources: {'Network': ['ID=08668ee5-6789-4cf6-a52c-c0cefc05a0c9,revision_number=1']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:22:43.309073 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Network 08668ee5-6789-4cf6-a52c-c0cefc05a0c9 details requested by agent ovs-agent-dv-cinder-759943-10-iscsi with host dv-cinder-759943-10-iscsi {{(pid=94213) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 18:22:43.315320 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ef7fe5-6880-4da4-95f2-57cc7c5d340c admin admin] Made reservation on behalf of dd7da4da47f64633abb275119a32fc57 for: {'subnet': 1} {{(pid=94211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 18:22:43.318039 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-f7ef7fe5-6880-4da4-95f2-57cc7c5d340c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9269174'] for subnet, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:43.487440 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-f7ef7fe5-6880-4da4-95f2-57cc7c5d340c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9252611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9269124'] for subnet, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:43.532009 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ef7fe5-6880-4da4-95f2-57cc7c5d340c admin admin] Pushing event updated for resources: {'Subnet': ['ID=53f8e3a7-4541-403c-91a1-ac72495d6cb7,revision_number=0']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:22:43.551325 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ef7fe5-6880-4da4-95f2-57cc7c5d340c admin admin] Checking segment: {'id': '3a67c836-7633-4427-bfc0-c9c8f455cac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '08668ee5-6789-4cf6-a52c-c0cefc05a0c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 18:22:43.551675 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ef7fe5-6880-4da4-95f2-57cc7c5d340c admin admin] Network hostable DHCP agents. Network: 08668ee5-6789-4cf6-a52c-c0cefc05a0c9, hostable agents: ['da9a4366-d1ff-4171-be52-f44c47b2851f'], hosted agents: [] {{(pid=94211) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 18:22:43.568490 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ef7fe5-6880-4da4-95f2-57cc7c5d340c admin admin] Network 08668ee5-6789-4cf6-a52c-c0cefc05a0c9 is scheduled to be hosted by DHCP agent da9a4366-d1ff-4171-be52-f44c47b2851f with binding_index 1 {{(pid=94211) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 18:22:43.577433 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.base_scheduler [None req-f7ef7fe5-6880-4da4-95f2-57cc7c5d340c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-10-iscsi, 08668ee5-6789-4cf6-a52c-c0cefc05a0c9) {{(pid=94211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 18:22:43.583399 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ef7fe5-6880-4da4-95f2-57cc7c5d340c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:22:43.584188 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-f7ef7fe5-6880-4da4-95f2-57cc7c5d340c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564513'] for subnet, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:43.586951 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4c84e9-d566-44d3-b181-83eec9c991c6 None None] Network 08668ee5-6789-4cf6-a52c-c0cefc05a0c9 requested from dv-cinder-759943-10-iscsi {{(pid=94213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 18:22:43.598935 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-f7ef7fe5-6880-4da4-95f2-57cc7c5d340c admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3091836 Aug 12 18:22:43.601541 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 57602) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:22:43.606289 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.v2.base [None req-221695df-3835-452a-840f-eaab6b5490c2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-373447220-router', 'tenant_id': 'dd7da4da47f64633abb275119a32fc57', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce'}}} {{(pid=94211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:22:43.628049 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-221695df-3835-452a-840f-eaab6b5490c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15605'] for router, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:43.629230 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-221695df-3835-452a-840f-eaab6b5490c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-351539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15614'] for router, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:43.681365 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-221695df-3835-452a-840f-eaab6b5490c2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:43.729351 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6f7c6c-3318-4802-bbc0-cb6f751019b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081d5c48-6c11-5532-9123-8720c403a17d-08668ee5-6789-4cf6-a52c-c0cefc05a0c9', 'network_id': '08668ee5-6789-4cf6-a52c-c0cefc05a0c9', 'tenant_id': 'dd7da4da47f64633abb275119a32fc57', 'fixed_ips': [{'subnet_id': '53f8e3a7-4541-403c-91a1-ac72495d6cb7'}]}} from dv-cinder-759943-10-iscsi. {{(pid=94213) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 18:22:43.730235 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-ab6f7c6c-3318-4802-bbc0-cb6f751019b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_create {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:43.814366 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-221695df-3835-452a-840f-eaab6b5490c2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:43.866902 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.db_base_plugin_common [None req-ab6f7c6c-3318-4802-bbc0-cb6f751019b2 None None] Allocated IP 172.20.0.2 (08668ee5-6789-4cf6-a52c-c0cefc05a0c9/53f8e3a7-4541-403c-91a1-ac72495d6cb7/66411cc3-f7b1-45b0-91e1-df68f16d2dcd) {{(pid=94213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 18:22:44.011030 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-221695df-3835-452a-840f-eaab6b5490c2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:44.031104 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-221695df-3835-452a-840f-eaab6b5490c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:44.136144 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-ab6f7c6c-3318-4802-bbc0-cb6f751019b2 None None] Notify callbacks [] for port, precommit_create {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:44.141010 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.db.db_base_plugin_common [None req-221695df-3835-452a-840f-eaab6b5490c2 admin admin] Allocated IP 172.27.3.31 (7a7b82d9-a69e-485d-9e07-6a129d075bce/c473b355-6ff8-4f1b-9a18-c893e152c20b/3815ba14-05b2-4216-b1fd-67744ac1780f) {{(pid=94211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 18:22:44.145756 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-ab6f7c6c-3318-4802-bbc0-cb6f751019b2 None None] Transition to ACTIVE for port object 66411cc3-f7b1-45b0-91e1-df68f16d2dcd will not be triggered until provisioned by entity L2. {{(pid=94213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 18:22:44.161527 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-ab6f7c6c-3318-4802-bbc0-cb6f751019b2 None None] Transition to ACTIVE for port object 66411cc3-f7b1-45b0-91e1-df68f16d2dcd will not be triggered until provisioned by entity DHCP. {{(pid=94213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 18:22:44.167767 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-ab6f7c6c-3318-4802-bbc0-cb6f751019b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763627144933'] for port, after_create {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:44.207237 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6f7c6c-3318-4802-bbc0-cb6f751019b2 None None] Network 08668ee5-6789-4cf6-a52c-c0cefc05a0c9 is already hosted by enough agents. {{(pid=94213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 18:22:44.210011 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.scheduler.base_scheduler [None req-ab6f7c6c-3318-4802-bbc0-cb6f751019b2 None None] Resources bound (agent type, host, resource id): {{(pid=94213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 18:22:44.212994 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6f7c6c-3318-4802-bbc0-cb6f751019b2 None None] Received port after_create {{(pid=94213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 18:22:44.221429 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6f7c6c-3318-4802-bbc0-cb6f751019b2 None None] Pushing event updated for resources: {'Port': ['ID=66411cc3-f7b1-45b0-91e1-df68f16d2dcd,revision_number=1']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:22:44.251160 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-221695df-3835-452a-840f-eaab6b5490c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:44.281420 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.managers [None req-ab6f7c6c-3318-4802-bbc0-cb6f751019b2 None None] Attempting to bind port 66411cc3-f7b1-45b0-91e1-df68f16d2dcd on host dv-cinder-759943-10-iscsi for vnic_type normal with profile {{(pid=94213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 18:22:44.281787 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.managers [None req-ab6f7c6c-3318-4802-bbc0-cb6f751019b2 None None] Attempting to bind port 66411cc3-f7b1-45b0-91e1-df68f16d2dcd by drivers openvswitch,hyperv on host dv-cinder-759943-10-iscsi at level 0 using segments [{'id': '3a67c836-7633-4427-bfc0-c9c8f455cac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '08668ee5-6789-4cf6-a52c-c0cefc05a0c9'}] {{(pid=94213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 18:22:44.282195 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6f7c6c-3318-4802-bbc0-cb6f751019b2 None None] Attempting to bind port 66411cc3-f7b1-45b0-91e1-df68f16d2dcd on network 08668ee5-6789-4cf6-a52c-c0cefc05a0c9 {{(pid=94213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 18:22:44.287480 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-221695df-3835-452a-840f-eaab6b5490c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763627144933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9252727'] for port, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:44.288483 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6f7c6c-3318-4802-bbc0-cb6f751019b2 None None] Checking agent: {'id': '5c163145-f35a-4c40-8b97-030a9bee90f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 18, 4, 38), 'started_at': datetime.datetime(2021, 8, 12, 18, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 18, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 18:22:44.289035 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6f7c6c-3318-4802-bbc0-cb6f751019b2 None None] Checking segment: {'id': '3a67c836-7633-4427-bfc0-c9c8f455cac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '08668ee5-6789-4cf6-a52c-c0cefc05a0c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 18:22:44.289448 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-ab6f7c6c-3318-4802-bbc0-cb6f751019b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:44.289837 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6f7c6c-3318-4802-bbc0-cb6f751019b2 None None] Bound using segment: {'id': '3a67c836-7633-4427-bfc0-c9c8f455cac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '08668ee5-6789-4cf6-a52c-c0cefc05a0c9'} {{(pid=94213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 18:22:44.290475 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.managers [None req-ab6f7c6c-3318-4802-bbc0-cb6f751019b2 None None] Bound port: 66411cc3-f7b1-45b0-91e1-df68f16d2dcd, host: dv-cinder-759943-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a67c836-7633-4427-bfc0-c9c8f455cac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '08668ee5-6789-4cf6-a52c-c0cefc05a0c9'}}] {{(pid=94213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 18:22:44.290744 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-ab6f7c6c-3318-4802-bbc0-cb6f751019b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:44.330474 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221695df-3835-452a-840f-eaab6b5490c2 admin admin] Network 7a7b82d9-a69e-485d-9e07-6a129d075bce is already hosted by enough agents. {{(pid=94211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 18:22:44.333235 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.base_scheduler [None req-221695df-3835-452a-840f-eaab6b5490c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 18:22:44.335041 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee1ffb5-b4ce-4e69-a702-6fee6d4008ba None None] Sync routers for ids ['9a2a9c76-fe2b-42b4-9849-345d007e369f'] in dv-cinder-759943-10-iscsi {{(pid=94214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 18:22:44.336800 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221695df-3835-452a-840f-eaab6b5490c2 admin admin] Received port after_create {{(pid=94211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 18:22:44.346121 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee1ffb5-b4ce-4e69-a702-6fee6d4008ba None None] Routers {'9a2a9c76-fe2b-42b4-9849-345d007e369f'} bound to L3 agent in host dv-cinder-759943-10-iscsi {{(pid=94214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 18:22:44.346807 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_hamode_db [None req-cee1ffb5-b4ce-4e69-a702-6fee6d4008ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T18:04:37Z,description=,heartbeat_timestamp=2021-08-12T18:22:37Z,host='dv-cinder-759943-10-iscsi',id=35f8a3af-1ed6-4507-a756-5ee5db7e6400,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T18:04:37Z,topic='l3_agent')) {'router_ids': ['9a2a9c76-fe2b-42b4-9849-345d007e369f'], 'active': True} {{(pid=94214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:22:44.360391 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221695df-3835-452a-840f-eaab6b5490c2 admin admin] Pushing event updated for resources: {'Port': ['ID=3815ba14-05b2-4216-b1fd-67744ac1780f,revision_number=1']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:22:44.363935 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-ab6f7c6c-3318-4802-bbc0-cb6f751019b2 None None] For port 66411cc3-f7b1-45b0-91e1-df68f16d2dcd, host dv-cinder-759943-10-iscsi, cleared binding levels {{(pid=94213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 18:22:44.367729 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-ab6f7c6c-3318-4802-bbc0-cb6f751019b2 None None] For port 66411cc3-f7b1-45b0-91e1-df68f16d2dcd, host dv-cinder-759943-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-10-iscsi',level=0,port_id=66411cc3-f7b1-45b0-91e1-df68f16d2dcd,segment=NetworkSegment(3a67c836-7633-4427-bfc0-c9c8f455cac8),segment_id=3a67c836-7633-4427-bfc0-c9c8f455cac8)] {{(pid=94213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 18:22:44.373801 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-ab6f7c6c-3318-4802-bbc0-cb6f751019b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:44.430573 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6f7c6c-3318-4802-bbc0-cb6f751019b2 None None] Pushing event updated for resources: {'Port': ['ID=66411cc3-f7b1-45b0-91e1-df68f16d2dcd,revision_number=2']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:22:44.481563 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_dvr_db [None req-cee1ffb5-b4ce-4e69-a702-6fee6d4008ba None None] Set router 9a2a9c76-fe2b-42b4-9849-345d007e369f gateway port host: dv-cinder-759943-10-iscsi {{(pid=94214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 18:22:44.556415 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device f3237f08-cdf3-42c0-8e6d-043671f44b0f up at agent ovs-agent-dv-cinder-759943-10-iscsi {{(pid=94213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 18:22:44.625147 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Provisioning for port f3237f08-cdf3-42c0-8e6d-043671f44b0f completed by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 18:22:44.643927 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Provisioning complete for port f3237f08-cdf3-42c0-8e6d-043671f44b0f triggered by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:22:44.644548 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:44.744764 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_hamode_db [None req-cee1ffb5-b4ce-4e69-a702-6fee6d4008ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2a9c76-fe2b-42b4-9849-345d007e369f', 'name': 'tempest-TestMinimumBasicScenario-1025592334-router', 'tenant_id': 'cccc698d501d4aca95381724df121872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': 'f3237f08-cdf3-42c0-8e6d-043671f44b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:22:39Z', 'updated_at': '2021-08-12T18:22:41Z', 'revision_number': 4, 'project_id': 'cccc698d501d4aca95381724df121872', 'gw_port': {'id': 'f3237f08-cdf3-42c0-8e6d-043671f44b0f', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5c:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2a9c76-fe2b-42b4-9849-345d007e369f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:22:39Z', 'updated_at': '2021-08-12T18:22:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi', '_interfaces': [{'id': '3ec5a1a4-43c1-4f88-ad8b-a1202f3f8e0e', 'name': '', 'network_id': 'df77d53e-f2d8-4774-a49c-59d1887890c6', 'tenant_id': 'cccc698d501d4aca95381724df121872', 'mac_address': 'fa:16:3e:f0:9f:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2a9c76-fe2b-42b4-9849-345d007e369f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'cf6cced3-60e4-4a66-8e55-2a164e69b925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:22:41Z', 'updated_at': '2021-08-12T18:22:41Z', 'revision_number': 2, 'project_id': 'cccc698d501d4aca95381724df121872', 'subnets': [{'id': 'cf6cced3-60e4-4a66-8e55-2a164e69b925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-10-iscsi', False) {} {{(pid=94214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:22:44.752865 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:44.777651 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee1ffb5-b4ce-4e69-a702-6fee6d4008ba None None] Checking router: 9a2a9c76-fe2b-42b4-9849-345d007e369f for host: dv-cinder-759943-10-iscsi {{(pid=94214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 18:22:44.778044 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee1ffb5-b4ce-4e69-a702-6fee6d4008ba None None] Updating router 9a2a9c76-fe2b-42b4-9849-345d007e369f port 3ec5a1a4-43c1-4f88-ad8b-a1202f3f8e0e binding host dv-cinder-759943-10-iscsi {{(pid=94214) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 18:22:44.783912 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] For port f3237f08-cdf3-42c0-8e6d-043671f44b0f, host dv-cinder-759943-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-10-iscsi',level=0,port_id=f3237f08-cdf3-42c0-8e6d-043671f44b0f,segment=NetworkSegment(7eaed6a7-5a45-4d84-aa5c-ab7d15676367),segment_id=7eaed6a7-5a45-4d84-aa5c-ab7d15676367)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:22:44.790816 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:44.808096 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron_lib.callbacks.manager [None req-cee1ffb5-b4ce-4e69-a702-6fee6d4008ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:44.845032 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Pushing event updated for resources: {'Port': ['ID=f3237f08-cdf3-42c0-8e6d-043671f44b0f,revision_number=4']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:22:44.889033 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-221695df-3835-452a-840f-eaab6b5490c2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:45.078971 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-221695df-3835-452a-840f-eaab6b5490c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-735355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-734950'] for router, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:45.080728 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron_lib.callbacks.manager [None req-cee1ffb5-b4ce-4e69-a702-6fee6d4008ba None None] Notify callbacks [] for port, precommit_update {{(pid=94214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:45.091108 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.provisioning_blocks [None req-cee1ffb5-b4ce-4e69-a702-6fee6d4008ba None None] Transition to ACTIVE for port object 3ec5a1a4-43c1-4f88-ad8b-a1202f3f8e0e will not be triggered until provisioned by entity L2. {{(pid=94214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 18:22:45.098525 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron_lib.callbacks.manager [None req-cee1ffb5-b4ce-4e69-a702-6fee6d4008ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:45.148749 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f5ad0d-2b56-4d84-9e9a-3b83db6af38c None None] Pushing event updated for resources: {'Port': ['ID=3ec5a1a4-43c1-4f88-ad8b-a1202f3f8e0e,revision_number=3']} {{(pid=94214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:22:45.178484 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f5ad0d-2b56-4d84-9e9a-3b83db6af38c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:22:45.178845 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f5ad0d-2b56-4d84-9e9a-3b83db6af38c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:22:45.179190 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f5ad0d-2b56-4d84-9e9a-3b83db6af38c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:22:45.179546 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f5ad0d-2b56-4d84-9e9a-3b83db6af38c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:22:45.179878 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f5ad0d-2b56-4d84-9e9a-3b83db6af38c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:22:45.180213 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f5ad0d-2b56-4d84-9e9a-3b83db6af38c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:22:45.180532 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f5ad0d-2b56-4d84-9e9a-3b83db6af38c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:22:45.180851 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f5ad0d-2b56-4d84-9e9a-3b83db6af38c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:22:45.181188 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f5ad0d-2b56-4d84-9e9a-3b83db6af38c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:22:45.181508 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f5ad0d-2b56-4d84-9e9a-3b83db6af38c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:22:45.181833 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f5ad0d-2b56-4d84-9e9a-3b83db6af38c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:22:45.182170 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f5ad0d-2b56-4d84-9e9a-3b83db6af38c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:22:45.211925 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.managers [None req-cee1ffb5-b4ce-4e69-a702-6fee6d4008ba None None] Attempting to bind port 3ec5a1a4-43c1-4f88-ad8b-a1202f3f8e0e on host dv-cinder-759943-10-iscsi for vnic_type normal with profile {{(pid=94214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 18:22:45.212291 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.managers [None req-cee1ffb5-b4ce-4e69-a702-6fee6d4008ba None None] Attempting to bind port 3ec5a1a4-43c1-4f88-ad8b-a1202f3f8e0e by drivers openvswitch,hyperv on host dv-cinder-759943-10-iscsi at level 0 using segments [{'id': '3a9791bc-1b8f-402c-b71c-2d1efb358423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'df77d53e-f2d8-4774-a49c-59d1887890c6'}] {{(pid=94214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 18:22:45.212704 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee1ffb5-b4ce-4e69-a702-6fee6d4008ba None None] Attempting to bind port 3ec5a1a4-43c1-4f88-ad8b-a1202f3f8e0e on network df77d53e-f2d8-4774-a49c-59d1887890c6 {{(pid=94214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 18:22:45.217961 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee1ffb5-b4ce-4e69-a702-6fee6d4008ba None None] Checking agent: {'id': '5c163145-f35a-4c40-8b97-030a9bee90f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 18, 4, 38), 'started_at': datetime.datetime(2021, 8, 12, 18, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 18, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 18:22:45.218327 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee1ffb5-b4ce-4e69-a702-6fee6d4008ba None None] Checking segment: {'id': '3a9791bc-1b8f-402c-b71c-2d1efb358423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'df77d53e-f2d8-4774-a49c-59d1887890c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 18:22:45.218715 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron_lib.callbacks.manager [None req-cee1ffb5-b4ce-4e69-a702-6fee6d4008ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:45.219090 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee1ffb5-b4ce-4e69-a702-6fee6d4008ba None None] Bound using segment: {'id': '3a9791bc-1b8f-402c-b71c-2d1efb358423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'df77d53e-f2d8-4774-a49c-59d1887890c6'} {{(pid=94214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 18:22:45.219587 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.managers [None req-cee1ffb5-b4ce-4e69-a702-6fee6d4008ba None None] Bound port: 3ec5a1a4-43c1-4f88-ad8b-a1202f3f8e0e, host: dv-cinder-759943-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a9791bc-1b8f-402c-b71c-2d1efb358423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'df77d53e-f2d8-4774-a49c-59d1887890c6'}}] {{(pid=94214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 18:22:45.219967 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron_lib.callbacks.manager [None req-cee1ffb5-b4ce-4e69-a702-6fee6d4008ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:45.237876 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-221695df-3835-452a-840f-eaab6b5490c2 admin admin] Router 23e44945-4291-4c64-8075-f8214e299669 is scheduled to L3 agent 35f8a3af-1ed6-4507-a756-5ee5db7e6400 with binding_index 1 {{(pid=94211) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 18:22:45.309442 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.db [None req-cee1ffb5-b4ce-4e69-a702-6fee6d4008ba None None] For port 3ec5a1a4-43c1-4f88-ad8b-a1202f3f8e0e, host dv-cinder-759943-10-iscsi, cleared binding levels {{(pid=94214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 18:22:45.312789 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.db [None req-cee1ffb5-b4ce-4e69-a702-6fee6d4008ba None None] For port 3ec5a1a4-43c1-4f88-ad8b-a1202f3f8e0e, host dv-cinder-759943-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-10-iscsi',level=0,port_id=3ec5a1a4-43c1-4f88-ad8b-a1202f3f8e0e,segment=NetworkSegment(3a9791bc-1b8f-402c-b71c-2d1efb358423),segment_id=3a9791bc-1b8f-402c-b71c-2d1efb358423)] {{(pid=94214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 18:22:45.316872 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron_lib.callbacks.manager [None req-cee1ffb5-b4ce-4e69-a702-6fee6d4008ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:45.353023 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-221695df-3835-452a-840f-eaab6b5490c2 admin admin] Notify agent at l3_agent.dv-cinder-759943-10-iscsi the message routers_updated {{(pid=94211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 18:22:45.362853 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1124c5bf-e922-416a-81ae-f55cab72182c None None] Sync routers for ids ['23e44945-4291-4c64-8075-f8214e299669'] in dv-cinder-759943-10-iscsi {{(pid=94213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 18:22:45.371137 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-221695df-3835-452a-840f-eaab6b5490c2 admin admin] Notify callbacks [] for router, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:45.372526 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-221695df-3835-452a-840f-eaab6b5490c2 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.7699270 Aug 12 18:22:45.375679 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 57604) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:22:45.378358 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1124c5bf-e922-416a-81ae-f55cab72182c None None] Routers {'23e44945-4291-4c64-8075-f8214e299669'} bound to L3 agent in host dv-cinder-759943-10-iscsi {{(pid=94213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 18:22:45.379087 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-1124c5bf-e922-416a-81ae-f55cab72182c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T18:04:37Z,description=,heartbeat_timestamp=2021-08-12T18:22:37Z,host='dv-cinder-759943-10-iscsi',id=35f8a3af-1ed6-4507-a756-5ee5db7e6400,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T18:04:37Z,topic='l3_agent')) {'router_ids': ['23e44945-4291-4c64-8075-f8214e299669'], 'active': True} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:22:45.421570 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee1ffb5-b4ce-4e69-a702-6fee6d4008ba None None] Routers {'9a2a9c76-fe2b-42b4-9849-345d007e369f'} bound to L3 agent in host dv-cinder-759943-10-iscsi {{(pid=94214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 18:22:45.422232 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_hamode_db [None req-cee1ffb5-b4ce-4e69-a702-6fee6d4008ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T18:04:37Z,description=,heartbeat_timestamp=2021-08-12T18:22:37Z,host='dv-cinder-759943-10-iscsi',id=35f8a3af-1ed6-4507-a756-5ee5db7e6400,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T18:04:37Z,topic='l3_agent')) {'router_ids': ['9a2a9c76-fe2b-42b4-9849-345d007e369f'], 'active': True} {{(pid=94214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:22:45.539311 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvr_db [None req-1124c5bf-e922-416a-81ae-f55cab72182c None None] Set router 23e44945-4291-4c64-8075-f8214e299669 gateway port host: dv-cinder-759943-10-iscsi {{(pid=94213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 18:22:45.664321 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_dvr_db [None req-cee1ffb5-b4ce-4e69-a702-6fee6d4008ba None None] Set router 9a2a9c76-fe2b-42b4-9849-345d007e369f gateway port host: dv-cinder-759943-10-iscsi {{(pid=94214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 18:22:45.707211 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b41424-f1a3-41c8-bf86-78d334171d55 None None] Network 08668ee5-6789-4cf6-a52c-c0cefc05a0c9 requested from dv-cinder-759943-10-iscsi {{(pid=94213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 18:22:45.709410 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f5ad0d-2b56-4d84-9e9a-3b83db6af38c None None] Pushing event updated for resources: {'Port': ['ID=3ec5a1a4-43c1-4f88-ad8b-a1202f3f8e0e,revision_number=4']} {{(pid=94214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:22:45.853179 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-1c1b252b-2fe8-424d-98b3-e022450c34cd None None] Provisioning for port 66411cc3-f7b1-45b0-91e1-df68f16d2dcd completed by entity DHCP. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 18:22:45.867442 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-a1efdb31-6c58-42f2-a5a5-38a69aa6341e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:45.917435 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_hamode_db [None req-cee1ffb5-b4ce-4e69-a702-6fee6d4008ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2a9c76-fe2b-42b4-9849-345d007e369f', 'name': 'tempest-TestMinimumBasicScenario-1025592334-router', 'tenant_id': 'cccc698d501d4aca95381724df121872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': 'f3237f08-cdf3-42c0-8e6d-043671f44b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:22:39Z', 'updated_at': '2021-08-12T18:22:41Z', 'revision_number': 4, 'project_id': 'cccc698d501d4aca95381724df121872', 'gw_port': {'id': 'f3237f08-cdf3-42c0-8e6d-043671f44b0f', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2a9c76-fe2b-42b4-9849-345d007e369f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:22:39Z', 'updated_at': '2021-08-12T18:22:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi', '_interfaces': [{'id': '3ec5a1a4-43c1-4f88-ad8b-a1202f3f8e0e', 'name': '', 'network_id': 'df77d53e-f2d8-4774-a49c-59d1887890c6', 'tenant_id': 'cccc698d501d4aca95381724df121872', 'mac_address': 'fa:16:3e:f0:9f:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2a9c76-fe2b-42b4-9849-345d007e369f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'cf6cced3-60e4-4a66-8e55-2a164e69b925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:22:41Z', 'updated_at': '2021-08-12T18:22:45Z', 'revision_number': 4, 'project_id': 'cccc698d501d4aca95381724df121872', 'subnets': [{'id': 'cf6cced3-60e4-4a66-8e55-2a164e69b925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-10-iscsi', False) {} {{(pid=94214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:22:45.946739 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee1ffb5-b4ce-4e69-a702-6fee6d4008ba None None] The sync data for ids ['9a2a9c76-fe2b-42b4-9849-345d007e369f'] in dv-cinder-759943-10-iscsi is: [{'id': '9a2a9c76-fe2b-42b4-9849-345d007e369f', 'name': 'tempest-TestMinimumBasicScenario-1025592334-router', 'tenant_id': 'cccc698d501d4aca95381724df121872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': 'f3237f08-cdf3-42c0-8e6d-043671f44b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:22:39Z', 'updated_at': '2021-08-12T18:22:41Z', 'revision_number': 4, 'project_id': 'cccc698d501d4aca95381724df121872', 'gw_port': {'id': 'f3237f08-cdf3-42c0-8e6d-043671f44b0f', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2a9c76-fe2b-42b4-9849-345d007e369f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:22:39Z', 'updated_at': '2021-08-12T18:22:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi', '_interfaces': [{'id': '3ec5a1a4-43c1-4f88-ad8b-a1202f3f8e0e', 'name': '', 'network_id': 'df77d53e-f2d8-4774-a49c-59d1887890c6', 'tenant_id': 'cccc698d501d4aca95381724df121872', 'mac_address': 'fa:16:3e:f0:9f:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2a9c76-fe2b-42b4-9849-345d007e369f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'cf6cced3-60e4-4a66-8e55-2a164e69b925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:22:41Z', 'updated_at': '2021-08-12T18:22:45Z', 'revision_number': 4, 'project_id': 'cccc698d501d4aca95381724df121872', 'subnets': [{'id': 'cf6cced3-60e4-4a66-8e55-2a164e69b925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 18:22:45.983146 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-1124c5bf-e922-416a-81ae-f55cab72182c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e44945-4291-4c64-8075-f8214e299669', 'name': 'tempest-TestMinimumBasicScenario-373447220-router', 'tenant_id': 'dd7da4da47f64633abb275119a32fc57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '3815ba14-05b2-4216-b1fd-67744ac1780f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:22:43Z', 'updated_at': '2021-08-12T18:22:44Z', 'revision_number': 3, 'project_id': 'dd7da4da47f64633abb275119a32fc57', 'gw_port': {'id': '3815ba14-05b2-4216-b1fd-67744ac1780f', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:09:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e44945-4291-4c64-8075-f8214e299669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:22:44Z', 'updated_at': '2021-08-12T18:22:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi'}], 'dv-cinder-759943-10-iscsi', False) {} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:22:46.018941 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1124c5bf-e922-416a-81ae-f55cab72182c None None] Checking router: 23e44945-4291-4c64-8075-f8214e299669 for host: dv-cinder-759943-10-iscsi {{(pid=94213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 18:22:46.019357 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1124c5bf-e922-416a-81ae-f55cab72182c None None] Updating router 23e44945-4291-4c64-8075-f8214e299669 port 3815ba14-05b2-4216-b1fd-67744ac1780f binding host dv-cinder-759943-10-iscsi {{(pid=94213) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 18:22:46.046001 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.db.db_base_plugin_common [None req-a1efdb31-6c58-42f2-a5a5-38a69aa6341e admin admin] Allocated IP 172.20.0.1 (08668ee5-6789-4cf6-a52c-c0cefc05a0c9/53f8e3a7-4541-403c-91a1-ac72495d6cb7/4bd000d6-ac04-4c6f-8006-8b589e4fb7a3) {{(pid=94211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 18:22:46.055100 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-1124c5bf-e922-416a-81ae-f55cab72182c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:46.164691 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-a1efdb31-6c58-42f2-a5a5-38a69aa6341e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:46.178849 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.db.provisioning_blocks [None req-a1efdb31-6c58-42f2-a5a5-38a69aa6341e admin admin] Transition to ACTIVE for port object 4bd000d6-ac04-4c6f-8006-8b589e4fb7a3 will not be triggered until provisioned by entity DHCP. {{(pid=94211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 18:22:46.212073 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-a1efdb31-6c58-42f2-a5a5-38a69aa6341e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763627144933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9252727'] for port, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:46.253488 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1efdb31-6c58-42f2-a5a5-38a69aa6341e admin admin] Network 08668ee5-6789-4cf6-a52c-c0cefc05a0c9 is already hosted by enough agents. {{(pid=94211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 18:22:46.258642 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.base_scheduler [None req-a1efdb31-6c58-42f2-a5a5-38a69aa6341e admin admin] Resources bound (agent type, host, resource id): {{(pid=94211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 18:22:46.262336 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1efdb31-6c58-42f2-a5a5-38a69aa6341e admin admin] Received port after_create {{(pid=94211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 18:22:46.292650 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1efdb31-6c58-42f2-a5a5-38a69aa6341e admin admin] Pushing event updated for resources: {'Port': ['ID=4bd000d6-ac04-4c6f-8006-8b589e4fb7a3,revision_number=1']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:22:46.318631 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-a1efdb31-6c58-42f2-a5a5-38a69aa6341e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693555'] for router_interface, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:46.360815 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-1124c5bf-e922-416a-81ae-f55cab72182c None None] Notify callbacks [] for port, precommit_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:46.378027 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-1124c5bf-e922-416a-81ae-f55cab72182c None None] Transition to ACTIVE for port object 3815ba14-05b2-4216-b1fd-67744ac1780f will not be triggered until provisioned by entity L2. {{(pid=94213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 18:22:46.387033 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-1124c5bf-e922-416a-81ae-f55cab72182c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:46.449962 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.managers [None req-1124c5bf-e922-416a-81ae-f55cab72182c None None] Attempting to bind port 3815ba14-05b2-4216-b1fd-67744ac1780f on host dv-cinder-759943-10-iscsi for vnic_type normal with profile {{(pid=94213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 18:22:46.450332 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.managers [None req-1124c5bf-e922-416a-81ae-f55cab72182c None None] Attempting to bind port 3815ba14-05b2-4216-b1fd-67744ac1780f by drivers openvswitch,hyperv on host dv-cinder-759943-10-iscsi at level 0 using segments [{'id': '7eaed6a7-5a45-4d84-aa5c-ab7d15676367', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce'}] {{(pid=94213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 18:22:46.450834 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1124c5bf-e922-416a-81ae-f55cab72182c None None] Attempting to bind port 3815ba14-05b2-4216-b1fd-67744ac1780f on network 7a7b82d9-a69e-485d-9e07-6a129d075bce {{(pid=94213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 18:22:46.463465 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1124c5bf-e922-416a-81ae-f55cab72182c None None] Checking agent: {'id': '5c163145-f35a-4c40-8b97-030a9bee90f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 18, 4, 38), 'started_at': datetime.datetime(2021, 8, 12, 18, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 18, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 18:22:46.463797 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-a1efdb31-6c58-42f2-a5a5-38a69aa6341e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:46.464282 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1124c5bf-e922-416a-81ae-f55cab72182c None None] Checking segment: {'id': '7eaed6a7-5a45-4d84-aa5c-ab7d15676367', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 18:22:46.464282 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-1124c5bf-e922-416a-81ae-f55cab72182c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:46.464588 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1124c5bf-e922-416a-81ae-f55cab72182c None None] Bound using segment: {'id': '7eaed6a7-5a45-4d84-aa5c-ab7d15676367', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce'} {{(pid=94213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 18:22:46.465056 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.managers [None req-1124c5bf-e922-416a-81ae-f55cab72182c None None] Bound port: 3815ba14-05b2-4216-b1fd-67744ac1780f, host: dv-cinder-759943-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eaed6a7-5a45-4d84-aa5c-ab7d15676367', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce'}}] {{(pid=94213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 18:22:46.465432 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-1124c5bf-e922-416a-81ae-f55cab72182c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:46.470752 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5974b9-440b-4cdd-a10f-4f91cd0490ae None None] Pushing event updated for resources: {'Port': ['ID=3815ba14-05b2-4216-b1fd-67744ac1780f,revision_number=2']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:22:46.557950 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-1124c5bf-e922-416a-81ae-f55cab72182c None None] For port 3815ba14-05b2-4216-b1fd-67744ac1780f, host dv-cinder-759943-10-iscsi, cleared binding levels {{(pid=94213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 18:22:46.575214 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-1124c5bf-e922-416a-81ae-f55cab72182c None None] For port 3815ba14-05b2-4216-b1fd-67744ac1780f, host dv-cinder-759943-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-10-iscsi',level=0,port_id=3815ba14-05b2-4216-b1fd-67744ac1780f,segment=NetworkSegment(7eaed6a7-5a45-4d84-aa5c-ab7d15676367),segment_id=7eaed6a7-5a45-4d84-aa5c-ab7d15676367)] {{(pid=94213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 18:22:46.577138 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-b76fad60-079d-4784-88b6-3be5096ea23f None None] Provisioning for port 4bd000d6-ac04-4c6f-8006-8b589e4fb7a3 completed by entity DHCP. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 18:22:46.581242 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-1124c5bf-e922-416a-81ae-f55cab72182c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:46.589107 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-b76fad60-079d-4784-88b6-3be5096ea23f None None] Provisioning complete for port 4bd000d6-ac04-4c6f-8006-8b589e4fb7a3 triggered by entity DHCP. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:22:46.589474 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-b76fad60-079d-4784-88b6-3be5096ea23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:46.678392 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device 66411cc3-f7b1-45b0-91e1-df68f16d2dcd up at agent ovs-agent-dv-cinder-759943-10-iscsi {{(pid=94213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 18:22:46.685369 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-a1efdb31-6c58-42f2-a5a5-38a69aa6341e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:46.689072 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1124c5bf-e922-416a-81ae-f55cab72182c None None] Routers {'23e44945-4291-4c64-8075-f8214e299669'} bound to L3 agent in host dv-cinder-759943-10-iscsi {{(pid=94213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 18:22:46.689716 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-1124c5bf-e922-416a-81ae-f55cab72182c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T18:04:37Z,description=,heartbeat_timestamp=2021-08-12T18:22:37Z,host='dv-cinder-759943-10-iscsi',id=35f8a3af-1ed6-4507-a756-5ee5db7e6400,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T18:04:37Z,topic='l3_agent')) {'router_ids': ['23e44945-4291-4c64-8075-f8214e299669'], 'active': True} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:22:46.690352 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-a1efdb31-6c58-42f2-a5a5-38a69aa6341e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9252734'] for port, after_update {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:46.692416 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.plugin [None req-b76fad60-079d-4784-88b6-3be5096ea23f None None] Port 4bd000d6-ac04-4c6f-8006-8b589e4fb7a3 cannot update to ACTIVE because it is not bound. {{(pid=94213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 18:22:46.743553 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5974b9-440b-4cdd-a10f-4f91cd0490ae None None] Pushing event updated for resources: {'Port': ['ID=3815ba14-05b2-4216-b1fd-67744ac1780f,revision_number=3']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:22:46.758399 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1efdb31-6c58-42f2-a5a5-38a69aa6341e admin admin] Pushing event updated for resources: {'Port': ['ID=4bd000d6-ac04-4c6f-8006-8b589e4fb7a3,revision_number=2']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:22:46.760847 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-a1efdb31-6c58-42f2-a5a5-38a69aa6341e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693671'] for router_interface, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:46.821306 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Provisioning for port 66411cc3-f7b1-45b0-91e1-df68f16d2dcd completed by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 18:22:46.830809 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Provisioning complete for port 66411cc3-f7b1-45b0-91e1-df68f16d2dcd triggered by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:22:46.831177 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:46.836491 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvr_db [None req-1124c5bf-e922-416a-81ae-f55cab72182c None None] Set router 23e44945-4291-4c64-8075-f8214e299669 gateway port host: dv-cinder-759943-10-iscsi {{(pid=94213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 18:22:46.854247 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1efdb31-6c58-42f2-a5a5-38a69aa6341e admin admin] Network 08668ee5-6789-4cf6-a52c-c0cefc05a0c9 is already hosted by enough agents. {{(pid=94211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 18:22:46.855629 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.base_scheduler [None req-a1efdb31-6c58-42f2-a5a5-38a69aa6341e admin admin] Resources bound (agent type, host, resource id): {{(pid=94211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 18:22:46.988202 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1efdb31-6c58-42f2-a5a5-38a69aa6341e admin admin] Router 23e44945-4291-4c64-8075-f8214e299669 has already been hosted by L3 agent 35f8a3af-1ed6-4507-a756-5ee5db7e6400 {{(pid=94211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 18:22:47.101846 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1efdb31-6c58-42f2-a5a5-38a69aa6341e admin admin] Notify agent at l3_agent.dv-cinder-759943-10-iscsi the message routers_updated {{(pid=94211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 18:22:47.114221 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-a1efdb31-6c58-42f2-a5a5-38a69aa6341e admin admin] 10.222.0.30 "PUT /v2.0/routers/23e44945-4291-4c64-8075-f8214e299669/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7303255 Aug 12 18:22:47.163854 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-dc754699-b610-4df0-b94f-7c061e9006da None None] Provisioning complete for port 4bd000d6-ac04-4c6f-8006-8b589e4fb7a3 triggered by entity DHCP. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:22:47.164632 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-dc754699-b610-4df0-b94f-7c061e9006da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:47.191404 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:47.249501 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.plugin [None req-dc754699-b610-4df0-b94f-7c061e9006da None None] Port 4bd000d6-ac04-4c6f-8006-8b589e4fb7a3 cannot update to ACTIVE because it is not bound. {{(pid=94213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 18:22:47.267093 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] For port 66411cc3-f7b1-45b0-91e1-df68f16d2dcd, host dv-cinder-759943-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-10-iscsi',level=0,port_id=66411cc3-f7b1-45b0-91e1-df68f16d2dcd,segment=NetworkSegment(3a67c836-7633-4427-bfc0-c9c8f455cac8),segment_id=3a67c836-7633-4427-bfc0-c9c8f455cac8)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:22:47.274007 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:47.274785 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device f3237f08-cdf3-42c0-8e6d-043671f44b0f up at agent ovs-agent-dv-cinder-759943-10-iscsi {{(pid=94213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 18:22:47.363806 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-1124c5bf-e922-416a-81ae-f55cab72182c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e44945-4291-4c64-8075-f8214e299669', 'name': 'tempest-TestMinimumBasicScenario-373447220-router', 'tenant_id': 'dd7da4da47f64633abb275119a32fc57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '3815ba14-05b2-4216-b1fd-67744ac1780f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:22:43Z', 'updated_at': '2021-08-12T18:22:46Z', 'revision_number': 4, 'project_id': 'dd7da4da47f64633abb275119a32fc57', 'gw_port': {'id': '3815ba14-05b2-4216-b1fd-67744ac1780f', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:09:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e44945-4291-4c64-8075-f8214e299669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:22:44Z', 'updated_at': '2021-08-12T18:22:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi', '_interfaces': [{'id': '4bd000d6-ac04-4c6f-8006-8b589e4fb7a3', 'name': '', 'network_id': '08668ee5-6789-4cf6-a52c-c0cefc05a0c9', 'tenant_id': 'dd7da4da47f64633abb275119a32fc57', 'mac_address': 'fa:16:3e:a8:32:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e44945-4291-4c64-8075-f8214e299669', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '53f8e3a7-4541-403c-91a1-ac72495d6cb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:22:45Z', 'updated_at': '2021-08-12T18:22:46Z', 'revision_number': 2, 'project_id': 'dd7da4da47f64633abb275119a32fc57', 'subnets': [{'id': '53f8e3a7-4541-403c-91a1-ac72495d6cb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-10-iscsi', False) {} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:22:47.367021 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Pushing event updated for resources: {'Port': ['ID=66411cc3-f7b1-45b0-91e1-df68f16d2dcd,revision_number=3']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:22:47.395650 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1124c5bf-e922-416a-81ae-f55cab72182c None None] The sync data for ids ['23e44945-4291-4c64-8075-f8214e299669'] in dv-cinder-759943-10-iscsi is: [{'id': '23e44945-4291-4c64-8075-f8214e299669', 'name': 'tempest-TestMinimumBasicScenario-373447220-router', 'tenant_id': 'dd7da4da47f64633abb275119a32fc57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '3815ba14-05b2-4216-b1fd-67744ac1780f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:22:43Z', 'updated_at': '2021-08-12T18:22:46Z', 'revision_number': 4, 'project_id': 'dd7da4da47f64633abb275119a32fc57', 'gw_port': {'id': '3815ba14-05b2-4216-b1fd-67744ac1780f', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:09:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e44945-4291-4c64-8075-f8214e299669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:22:44Z', 'updated_at': '2021-08-12T18:22:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi', '_interfaces': [{'id': '4bd000d6-ac04-4c6f-8006-8b589e4fb7a3', 'name': '', 'network_id': '08668ee5-6789-4cf6-a52c-c0cefc05a0c9', 'tenant_id': 'dd7da4da47f64633abb275119a32fc57', 'mac_address': 'fa:16:3e:a8:32:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e44945-4291-4c64-8075-f8214e299669', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '53f8e3a7-4541-403c-91a1-ac72495d6cb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:22:45Z', 'updated_at': '2021-08-12T18:22:46Z', 'revision_number': 2, 'project_id': 'dd7da4da47f64633abb275119a32fc57', 'subnets': [{'id': '53f8e3a7-4541-403c-91a1-ac72495d6cb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 18:22:47.402337 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Provisioning complete for port f3237f08-cdf3-42c0-8e6d-043671f44b0f triggered by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:22:47.402690 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:47.486904 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device 3ec5a1a4-43c1-4f88-ad8b-a1202f3f8e0e up at agent ovs-agent-dv-cinder-759943-10-iscsi {{(pid=94213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 18:22:47.536004 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Provisioning for port 3ec5a1a4-43c1-4f88-ad8b-a1202f3f8e0e completed by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 18:22:47.540728 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Provisioning complete for port 3ec5a1a4-43c1-4f88-ad8b-a1202f3f8e0e triggered by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:22:47.541228 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:47.632527 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:47.667127 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] For port 3ec5a1a4-43c1-4f88-ad8b-a1202f3f8e0e, host dv-cinder-759943-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-10-iscsi',level=0,port_id=3ec5a1a4-43c1-4f88-ad8b-a1202f3f8e0e,segment=NetworkSegment(3a9791bc-1b8f-402c-b71c-2d1efb358423),segment_id=3a9791bc-1b8f-402c-b71c-2d1efb358423)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:22:47.672697 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:47.733983 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Pushing event updated for resources: {'Port': ['ID=3ec5a1a4-43c1-4f88-ad8b-a1202f3f8e0e,revision_number=5']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:22:48.512449 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device 66411cc3-f7b1-45b0-91e1-df68f16d2dcd up at agent ovs-agent-dv-cinder-759943-10-iscsi {{(pid=94213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 18:22:48.562688 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Provisioning complete for port 66411cc3-f7b1-45b0-91e1-df68f16d2dcd triggered by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:22:48.563189 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:48.658786 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device 3ec5a1a4-43c1-4f88-ad8b-a1202f3f8e0e up at agent ovs-agent-dv-cinder-759943-10-iscsi {{(pid=94213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 18:22:48.716684 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Provisioning complete for port 3ec5a1a4-43c1-4f88-ad8b-a1202f3f8e0e triggered by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:22:48.717069 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:49.523291 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.agents_db [None req-aa7dbe78-d4f0-421a-85da-826b2a172358 None None] Agent healthcheck: found 6 active agents {{(pid=94214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 18:22:50.216487 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39212908-af6b-481b-8b61-c78ccc1ab868 None None] Sync routers for ids ['23e44945-4291-4c64-8075-f8214e299669'] in dv-cinder-759943-10-iscsi {{(pid=94214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 18:22:50.226267 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39212908-af6b-481b-8b61-c78ccc1ab868 None None] Routers {'23e44945-4291-4c64-8075-f8214e299669'} bound to L3 agent in host dv-cinder-759943-10-iscsi {{(pid=94214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 18:22:50.226923 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_hamode_db [None req-39212908-af6b-481b-8b61-c78ccc1ab868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T18:04:37Z,description=,heartbeat_timestamp=2021-08-12T18:22:37Z,host='dv-cinder-759943-10-iscsi',id=35f8a3af-1ed6-4507-a756-5ee5db7e6400,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T18:04:37Z,topic='l3_agent')) {'router_ids': ['23e44945-4291-4c64-8075-f8214e299669'], 'active': True} {{(pid=94214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:22:50.360338 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_dvr_db [None req-39212908-af6b-481b-8b61-c78ccc1ab868 None None] Set router 23e44945-4291-4c64-8075-f8214e299669 gateway port host: dv-cinder-759943-10-iscsi {{(pid=94214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 18:22:50.547671 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device 3815ba14-05b2-4216-b1fd-67744ac1780f up at agent ovs-agent-dv-cinder-759943-10-iscsi {{(pid=94213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 18:22:50.596033 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_hamode_db [None req-39212908-af6b-481b-8b61-c78ccc1ab868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e44945-4291-4c64-8075-f8214e299669', 'name': 'tempest-TestMinimumBasicScenario-373447220-router', 'tenant_id': 'dd7da4da47f64633abb275119a32fc57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '3815ba14-05b2-4216-b1fd-67744ac1780f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:22:43Z', 'updated_at': '2021-08-12T18:22:46Z', 'revision_number': 4, 'project_id': 'dd7da4da47f64633abb275119a32fc57', 'gw_port': {'id': '3815ba14-05b2-4216-b1fd-67744ac1780f', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:09:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e44945-4291-4c64-8075-f8214e299669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:22:44Z', 'updated_at': '2021-08-12T18:22:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi', '_interfaces': [{'id': '4bd000d6-ac04-4c6f-8006-8b589e4fb7a3', 'name': '', 'network_id': '08668ee5-6789-4cf6-a52c-c0cefc05a0c9', 'tenant_id': 'dd7da4da47f64633abb275119a32fc57', 'mac_address': 'fa:16:3e:a8:32:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e44945-4291-4c64-8075-f8214e299669', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '53f8e3a7-4541-403c-91a1-ac72495d6cb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:22:45Z', 'updated_at': '2021-08-12T18:22:46Z', 'revision_number': 2, 'project_id': 'dd7da4da47f64633abb275119a32fc57', 'subnets': [{'id': '53f8e3a7-4541-403c-91a1-ac72495d6cb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-10-iscsi', False) {} {{(pid=94214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:22:50.611415 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Provisioning for port 3815ba14-05b2-4216-b1fd-67744ac1780f completed by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 18:22:50.616751 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Provisioning complete for port 3815ba14-05b2-4216-b1fd-67744ac1780f triggered by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:22:50.617345 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:50.635382 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39212908-af6b-481b-8b61-c78ccc1ab868 None None] Checking router: 23e44945-4291-4c64-8075-f8214e299669 for host: dv-cinder-759943-10-iscsi {{(pid=94214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 18:22:50.635819 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39212908-af6b-481b-8b61-c78ccc1ab868 None None] Updating router 23e44945-4291-4c64-8075-f8214e299669 port 4bd000d6-ac04-4c6f-8006-8b589e4fb7a3 binding host dv-cinder-759943-10-iscsi {{(pid=94214) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 18:22:50.663809 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron_lib.callbacks.manager [None req-39212908-af6b-481b-8b61-c78ccc1ab868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:50.712393 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:50.738616 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] For port 3815ba14-05b2-4216-b1fd-67744ac1780f, host dv-cinder-759943-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-10-iscsi',level=0,port_id=3815ba14-05b2-4216-b1fd-67744ac1780f,segment=NetworkSegment(7eaed6a7-5a45-4d84-aa5c-ab7d15676367),segment_id=7eaed6a7-5a45-4d84-aa5c-ab7d15676367)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:22:50.743279 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:50.806710 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Pushing event updated for resources: {'Port': ['ID=3815ba14-05b2-4216-b1fd-67744ac1780f,revision_number=4']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:22:50.960069 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron_lib.callbacks.manager [None req-39212908-af6b-481b-8b61-c78ccc1ab868 None None] Notify callbacks [] for port, precommit_update {{(pid=94214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:50.971164 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.provisioning_blocks [None req-39212908-af6b-481b-8b61-c78ccc1ab868 None None] Transition to ACTIVE for port object 4bd000d6-ac04-4c6f-8006-8b589e4fb7a3 will not be triggered until provisioned by entity L2. {{(pid=94214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 18:22:50.978476 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron_lib.callbacks.manager [None req-39212908-af6b-481b-8b61-c78ccc1ab868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:51.032988 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fc7832-5c90-4e69-adf8-033f0621e494 None None] Pushing event updated for resources: {'Port': ['ID=4bd000d6-ac04-4c6f-8006-8b589e4fb7a3,revision_number=3']} {{(pid=94214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:22:51.090213 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.managers [None req-39212908-af6b-481b-8b61-c78ccc1ab868 None None] Attempting to bind port 4bd000d6-ac04-4c6f-8006-8b589e4fb7a3 on host dv-cinder-759943-10-iscsi for vnic_type normal with profile {{(pid=94214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 18:22:51.090644 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.managers [None req-39212908-af6b-481b-8b61-c78ccc1ab868 None None] Attempting to bind port 4bd000d6-ac04-4c6f-8006-8b589e4fb7a3 by drivers openvswitch,hyperv on host dv-cinder-759943-10-iscsi at level 0 using segments [{'id': '3a67c836-7633-4427-bfc0-c9c8f455cac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '08668ee5-6789-4cf6-a52c-c0cefc05a0c9'}] {{(pid=94214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 18:22:51.090970 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39212908-af6b-481b-8b61-c78ccc1ab868 None None] Attempting to bind port 4bd000d6-ac04-4c6f-8006-8b589e4fb7a3 on network 08668ee5-6789-4cf6-a52c-c0cefc05a0c9 {{(pid=94214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 18:22:51.097555 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39212908-af6b-481b-8b61-c78ccc1ab868 None None] Checking agent: {'id': '5c163145-f35a-4c40-8b97-030a9bee90f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 18, 4, 38), 'started_at': datetime.datetime(2021, 8, 12, 18, 5, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 18, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 18:22:51.097938 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39212908-af6b-481b-8b61-c78ccc1ab868 None None] Checking segment: {'id': '3a67c836-7633-4427-bfc0-c9c8f455cac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '08668ee5-6789-4cf6-a52c-c0cefc05a0c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 18:22:51.098341 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron_lib.callbacks.manager [None req-39212908-af6b-481b-8b61-c78ccc1ab868 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:51.098757 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39212908-af6b-481b-8b61-c78ccc1ab868 None None] Bound using segment: {'id': '3a67c836-7633-4427-bfc0-c9c8f455cac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '08668ee5-6789-4cf6-a52c-c0cefc05a0c9'} {{(pid=94214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 18:22:51.099750 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.managers [None req-39212908-af6b-481b-8b61-c78ccc1ab868 None None] Bound port: 4bd000d6-ac04-4c6f-8006-8b589e4fb7a3, host: dv-cinder-759943-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a67c836-7633-4427-bfc0-c9c8f455cac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '08668ee5-6789-4cf6-a52c-c0cefc05a0c9'}}] {{(pid=94214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 18:22:51.100155 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron_lib.callbacks.manager [None req-39212908-af6b-481b-8b61-c78ccc1ab868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:51.175801 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.db [None req-39212908-af6b-481b-8b61-c78ccc1ab868 None None] For port 4bd000d6-ac04-4c6f-8006-8b589e4fb7a3, host dv-cinder-759943-10-iscsi, cleared binding levels {{(pid=94214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 18:22:51.180304 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.plugins.ml2.db [None req-39212908-af6b-481b-8b61-c78ccc1ab868 None None] For port 4bd000d6-ac04-4c6f-8006-8b589e4fb7a3, host dv-cinder-759943-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-10-iscsi',level=0,port_id=4bd000d6-ac04-4c6f-8006-8b589e4fb7a3,segment=NetworkSegment(3a67c836-7633-4427-bfc0-c9c8f455cac8),segment_id=3a67c836-7633-4427-bfc0-c9c8f455cac8)] {{(pid=94214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 18:22:51.187718 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron_lib.callbacks.manager [None req-39212908-af6b-481b-8b61-c78ccc1ab868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:51.264381 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fc7832-5c90-4e69-adf8-033f0621e494 None None] Pushing event updated for resources: {'Port': ['ID=4bd000d6-ac04-4c6f-8006-8b589e4fb7a3,revision_number=4']} {{(pid=94214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:22:51.273664 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39212908-af6b-481b-8b61-c78ccc1ab868 None None] Routers {'23e44945-4291-4c64-8075-f8214e299669'} bound to L3 agent in host dv-cinder-759943-10-iscsi {{(pid=94214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 18:22:51.274313 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_hamode_db [None req-39212908-af6b-481b-8b61-c78ccc1ab868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T18:04:37Z,description=,heartbeat_timestamp=2021-08-12T18:22:37Z,host='dv-cinder-759943-10-iscsi',id=35f8a3af-1ed6-4507-a756-5ee5db7e6400,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T18:04:37Z,topic='l3_agent')) {'router_ids': ['23e44945-4291-4c64-8075-f8214e299669'], 'active': True} {{(pid=94214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:22:51.416233 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_dvr_db [None req-39212908-af6b-481b-8b61-c78ccc1ab868 None None] Set router 23e44945-4291-4c64-8075-f8214e299669 gateway port host: dv-cinder-759943-10-iscsi {{(pid=94214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 18:22:51.640497 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_hamode_db [None req-39212908-af6b-481b-8b61-c78ccc1ab868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e44945-4291-4c64-8075-f8214e299669', 'name': 'tempest-TestMinimumBasicScenario-373447220-router', 'tenant_id': 'dd7da4da47f64633abb275119a32fc57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '3815ba14-05b2-4216-b1fd-67744ac1780f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:22:43Z', 'updated_at': '2021-08-12T18:22:46Z', 'revision_number': 4, 'project_id': 'dd7da4da47f64633abb275119a32fc57', 'gw_port': {'id': '3815ba14-05b2-4216-b1fd-67744ac1780f', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:09:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e44945-4291-4c64-8075-f8214e299669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:22:44Z', 'updated_at': '2021-08-12T18:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi', '_interfaces': [{'id': '4bd000d6-ac04-4c6f-8006-8b589e4fb7a3', 'name': '', 'network_id': '08668ee5-6789-4cf6-a52c-c0cefc05a0c9', 'tenant_id': 'dd7da4da47f64633abb275119a32fc57', 'mac_address': 'fa:16:3e:a8:32:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e44945-4291-4c64-8075-f8214e299669', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '53f8e3a7-4541-403c-91a1-ac72495d6cb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:22:45Z', 'updated_at': '2021-08-12T18:22:51Z', 'revision_number': 4, 'project_id': 'dd7da4da47f64633abb275119a32fc57', 'subnets': [{'id': '53f8e3a7-4541-403c-91a1-ac72495d6cb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-10-iscsi', False) {} {{(pid=94214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:22:51.667037 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39212908-af6b-481b-8b61-c78ccc1ab868 None None] The sync data for ids ['23e44945-4291-4c64-8075-f8214e299669'] in dv-cinder-759943-10-iscsi is: [{'id': '23e44945-4291-4c64-8075-f8214e299669', 'name': 'tempest-TestMinimumBasicScenario-373447220-router', 'tenant_id': 'dd7da4da47f64633abb275119a32fc57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '3815ba14-05b2-4216-b1fd-67744ac1780f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:22:43Z', 'updated_at': '2021-08-12T18:22:46Z', 'revision_number': 4, 'project_id': 'dd7da4da47f64633abb275119a32fc57', 'gw_port': {'id': '3815ba14-05b2-4216-b1fd-67744ac1780f', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:09:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e44945-4291-4c64-8075-f8214e299669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:22:44Z', 'updated_at': '2021-08-12T18:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi', '_interfaces': [{'id': '4bd000d6-ac04-4c6f-8006-8b589e4fb7a3', 'name': '', 'network_id': '08668ee5-6789-4cf6-a52c-c0cefc05a0c9', 'tenant_id': 'dd7da4da47f64633abb275119a32fc57', 'mac_address': 'fa:16:3e:a8:32:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e44945-4291-4c64-8075-f8214e299669', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '53f8e3a7-4541-403c-91a1-ac72495d6cb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:22:45Z', 'updated_at': '2021-08-12T18:22:51Z', 'revision_number': 4, 'project_id': 'dd7da4da47f64633abb275119a32fc57', 'subnets': [{'id': '53f8e3a7-4541-403c-91a1-ac72495d6cb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 18:22:52.187979 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:52.544757 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device 3815ba14-05b2-4216-b1fd-67744ac1780f up at agent ovs-agent-dv-cinder-759943-10-iscsi {{(pid=94213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 18:22:52.598482 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Provisioning complete for port 3815ba14-05b2-4216-b1fd-67744ac1780f triggered by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:22:52.599243 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:52.682611 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device 4bd000d6-ac04-4c6f-8006-8b589e4fb7a3 up at agent ovs-agent-dv-cinder-759943-10-iscsi {{(pid=94213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 18:22:52.734800 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Provisioning for port 4bd000d6-ac04-4c6f-8006-8b589e4fb7a3 completed by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 18:22:52.739189 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Provisioning complete for port 4bd000d6-ac04-4c6f-8006-8b589e4fb7a3 triggered by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:22:52.739723 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:52.829006 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:52.866865 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] For port 4bd000d6-ac04-4c6f-8006-8b589e4fb7a3, host dv-cinder-759943-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-10-iscsi',level=0,port_id=4bd000d6-ac04-4c6f-8006-8b589e4fb7a3,segment=NetworkSegment(3a67c836-7633-4427-bfc0-c9c8f455cac8),segment_id=3a67c836-7633-4427-bfc0-c9c8f455cac8)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:22:52.872653 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:52.933729 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Pushing event updated for resources: {'Port': ['ID=4bd000d6-ac04-4c6f-8006-8b589e4fb7a3,revision_number=5']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:22:54.518054 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device 4bd000d6-ac04-4c6f-8006-8b589e4fb7a3 up at agent ovs-agent-dv-cinder-759943-10-iscsi {{(pid=94213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 18:22:54.566714 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Provisioning complete for port 4bd000d6-ac04-4c6f-8006-8b589e4fb7a3 triggered by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:22:54.567162 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:56.559320 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aefbf38-88db-4413-acb0-2e9a0745c265 req-dae7d3f6-63f9-4ece-8281-844c5ea930d4 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:22:56.560351 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-0aefbf38-88db-4413-acb0-2e9a0745c265 req-dae7d3f6-63f9-4ece-8281-844c5ea930d4 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.30 "GET /v2.0/networks?id=df77d53e-f2d8-4774-a49c-59d1887890c6 HTTP/1.1" status: 200 len: 815 time: 0.0991120 Aug 12 18:22:56.575371 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-0aefbf38-88db-4413-acb0-2e9a0745c265 req-6d0347ec-195d-49fc-8a92-bd12e7499722 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.30 "GET /v2.0/quotas/cccc698d501d4aca95381724df121872 HTTP/1.1" status: 200 len: 375 time: 0.0092850 Aug 12 18:22:56.623887 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-0aefbf38-88db-4413-acb0-2e9a0745c265 req-5f1b3fe3-fd9e-4127-a6e6-885352147672 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=cccc698d501d4aca95381724df121872&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0433743 Aug 12 18:22:56.727929 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [req-0aefbf38-88db-4413-acb0-2e9a0745c265 req-3e2a8550-b3be-452f-8415-bd17e747afac service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=94211) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 18:22:56.729183 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-0aefbf38-88db-4413-acb0-2e9a0745c265 req-3e2a8550-b3be-452f-8415-bd17e747afac service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0935340 Aug 12 18:22:56.816548 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-0aefbf38-88db-4413-acb0-2e9a0745c265 req-9b07dafb-9530-4319-a926-abd98c8ffe48 service neutron] 10.222.0.30 "GET /v2.0/networks/df77d53e-f2d8-4774-a49c-59d1887890c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812335 Aug 12 18:22:56.900581 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-0aefbf38-88db-4413-acb0-2e9a0745c265 req-c2e7dba1-572e-4497-902b-0c2383f462ba service neutron] 10.222.0.30 "GET /v2.0/networks/df77d53e-f2d8-4774-a49c-59d1887890c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782750 Aug 12 18:22:57.061114 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-56e1d2c5-10bd-437f-963c-1bec5817da9d req-c56b7a2d-be73-4ed6-9677-9003f71f726a tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a5f2c87-7659-43ad-b7d0-3dae7889f7bc HTTP/1.1" status: 200 len: 210 time: 0.0313613 Aug 12 18:22:57.955891 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aefbf38-88db-4413-acb0-2e9a0745c265 req-24d89c6a-74a7-4451-9205-1be8a3ebd840 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:22:57.957310 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-0aefbf38-88db-4413-acb0-2e9a0745c265 req-24d89c6a-74a7-4451-9205-1be8a3ebd840 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.57 "GET /v2.0/networks?id=df77d53e-f2d8-4774-a49c-59d1887890c6 HTTP/1.1" status: 200 len: 815 time: 0.1004372 Aug 12 18:22:57.969988 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.v2.base [req-0aefbf38-88db-4413-acb0-2e9a0745c265 req-f752abd4-cc6f-4d9e-936b-583d4d6e3fb8 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Request body: {'port': {'device_id': '6a5f2c87-7659-43ad-b7d0-3dae7889f7bc', 'network_id': 'df77d53e-f2d8-4774-a49c-59d1887890c6', 'admin_state_up': True, 'tenant_id': 'cccc698d501d4aca95381724df121872'}} {{(pid=94212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:22:58.078936 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0aefbf38-88db-4413-acb0-2e9a0745c265 req-f752abd4-cc6f-4d9e-936b-583d4d6e3fb8 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Made reservation on behalf of cccc698d501d4aca95381724df121872 for: {'port': 1} {{(pid=94212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 18:22:58.084356 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-0aefbf38-88db-4413-acb0-2e9a0745c265 req-f752abd4-cc6f-4d9e-936b-583d4d6e3fb8 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:58.172891 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-b3df31fc-4d54-46e4-ad7e-b587995a8730 req-4ff3e8dc-3d48-41cb-bf34-c51bea5d39da tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a5f2c87-7659-43ad-b7d0-3dae7889f7bc HTTP/1.1" status: 200 len: 210 time: 0.0268953 Aug 12 18:22:58.212403 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.db_base_plugin_common [req-0aefbf38-88db-4413-acb0-2e9a0745c265 req-f752abd4-cc6f-4d9e-936b-583d4d6e3fb8 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Allocated IP 172.20.0.9 (df77d53e-f2d8-4774-a49c-59d1887890c6/cf6cced3-60e4-4a66-8e55-2a164e69b925/3896b210-712f-454e-a28a-bbf2fd35024a) {{(pid=94212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 18:22:58.392666 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-0aefbf38-88db-4413-acb0-2e9a0745c265 req-f752abd4-cc6f-4d9e-936b-583d4d6e3fb8 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Notify callbacks [] for port, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:58.410898 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.provisioning_blocks [req-0aefbf38-88db-4413-acb0-2e9a0745c265 req-f752abd4-cc6f-4d9e-936b-583d4d6e3fb8 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Transition to ACTIVE for port object 3896b210-712f-454e-a28a-bbf2fd35024a will not be triggered until provisioned by entity DHCP. {{(pid=94212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 18:22:58.454524 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-0aefbf38-88db-4413-acb0-2e9a0745c265 req-f752abd4-cc6f-4d9e-936b-583d4d6e3fb8 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763627144933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8400677'] for port, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:58.507203 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0aefbf38-88db-4413-acb0-2e9a0745c265 req-f752abd4-cc6f-4d9e-936b-583d4d6e3fb8 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Network df77d53e-f2d8-4774-a49c-59d1887890c6 is already hosted by enough agents. {{(pid=94212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 18:22:58.511047 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.base_scheduler [req-0aefbf38-88db-4413-acb0-2e9a0745c265 req-f752abd4-cc6f-4d9e-936b-583d4d6e3fb8 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Resources bound (agent type, host, resource id): {{(pid=94212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 18:22:58.516917 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aefbf38-88db-4413-acb0-2e9a0745c265 req-f752abd4-cc6f-4d9e-936b-583d4d6e3fb8 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Received port after_create {{(pid=94212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 18:22:58.521922 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f752abd4-cc6f-4d9e-936b-583d4d6e3fb8 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Pushing event updated for resources: {'Port': ['ID=3896b210-712f-454e-a28a-bbf2fd35024a,revision_number=1']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:22:58.622805 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aefbf38-88db-4413-acb0-2e9a0745c265 req-f752abd4-cc6f-4d9e-936b-583d4d6e3fb8 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:22:58.623665 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-0aefbf38-88db-4413-acb0-2e9a0745c265 req-f752abd4-cc6f-4d9e-936b-583d4d6e3fb8 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195385'] for port, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:58.642650 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-0aefbf38-88db-4413-acb0-2e9a0745c265 req-f752abd4-cc6f-4d9e-936b-583d4d6e3fb8 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6762025 Aug 12 18:22:58.896448 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-5d4c29c4-81cb-455e-89d4-897f7b59d5f3 None None] Provisioning for port 3896b210-712f-454e-a28a-bbf2fd35024a completed by entity DHCP. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 18:22:58.900122 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-5d4c29c4-81cb-455e-89d4-897f7b59d5f3 None None] Provisioning complete for port 3896b210-712f-454e-a28a-bbf2fd35024a triggered by entity DHCP. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:22:58.900487 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-5d4c29c4-81cb-455e-89d4-897f7b59d5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:22:58.934352 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.plugin [None req-5d4c29c4-81cb-455e-89d4-897f7b59d5f3 None None] Port 3896b210-712f-454e-a28a-bbf2fd35024a cannot update to ACTIVE because it is not bound. {{(pid=94213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 18:22:59.296131 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc04df-0092-4b36-8a13-29e1ea45ccc1 req-28ca6e7d-c986-45b5-9b2c-aecbcda2f093 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:22:59.297608 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-fbfc04df-0092-4b36-8a13-29e1ea45ccc1 req-28ca6e7d-c986-45b5-9b2c-aecbcda2f093 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a5f2c87-7659-43ad-b7d0-3dae7889f7bc HTTP/1.1" status: 200 len: 931 time: 0.0514865 Aug 12 18:22:59.335638 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-fbfc04df-0092-4b36-8a13-29e1ea45ccc1 req-af4ab45e-33b6-4f76-a33e-0ec84b9b7b3d tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.30 "GET /v2.0/security-groups?id=d90cbcbd-2594-40f0-bd47-72f96b83ac6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320435 Aug 12 18:23:00.466864 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8a8f96-5017-4424-ba95-9ac0d371335a req-2bc5aca5-e412-4d3b-9127-f3c3c2abde9b tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:23:00.468379 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-df8a8f96-5017-4424-ba95-9ac0d371335a req-2bc5aca5-e412-4d3b-9127-f3c3c2abde9b tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a5f2c87-7659-43ad-b7d0-3dae7889f7bc HTTP/1.1" status: 200 len: 931 time: 0.0651100 Aug 12 18:23:00.507693 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-df8a8f96-5017-4424-ba95-9ac0d371335a req-1c94819c-134a-42c4-b00b-eec40aeb52c5 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.30 "GET /v2.0/security-groups?id=d90cbcbd-2594-40f0-bd47-72f96b83ac6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325408 Aug 12 18:23:01.641641 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10212cf6-02fd-417e-ae88-077dfddf4ab2 req-6cc3f020-e539-4c72-bf59-7f1ae95c7801 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:23:01.643146 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-10212cf6-02fd-417e-ae88-077dfddf4ab2 req-6cc3f020-e539-4c72-bf59-7f1ae95c7801 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a5f2c87-7659-43ad-b7d0-3dae7889f7bc HTTP/1.1" status: 200 len: 931 time: 0.0602894 Aug 12 18:23:01.684296 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-10212cf6-02fd-417e-ae88-077dfddf4ab2 req-bf1346f3-821c-47bf-bfff-560a111eddb4 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.30 "GET /v2.0/security-groups?id=d90cbcbd-2594-40f0-bd47-72f96b83ac6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348372 Aug 12 18:23:02.797788 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec0865f-c92a-4155-b587-ec18b2158a3f req-cbceeb35-0780-40d5-93a7-5ea133937ded tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:23:02.799291 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-aec0865f-c92a-4155-b587-ec18b2158a3f req-cbceeb35-0780-40d5-93a7-5ea133937ded tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a5f2c87-7659-43ad-b7d0-3dae7889f7bc HTTP/1.1" status: 200 len: 931 time: 0.0497408 Aug 12 18:23:02.839410 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-aec0865f-c92a-4155-b587-ec18b2158a3f req-73bdfcab-e3f9-40ba-9373-82e69ffcf9ed tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.30 "GET /v2.0/security-groups?id=d90cbcbd-2594-40f0-bd47-72f96b83ac6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335844 Aug 12 18:23:03.971329 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6393176-b25d-448b-961d-0cfb968a6465 req-81a86d9c-2494-439a-99e0-978bb73f936e tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:23:03.973179 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-c6393176-b25d-448b-961d-0cfb968a6465 req-81a86d9c-2494-439a-99e0-978bb73f936e tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a5f2c87-7659-43ad-b7d0-3dae7889f7bc HTTP/1.1" status: 200 len: 931 time: 0.0519857 Aug 12 18:23:04.012145 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-c6393176-b25d-448b-961d-0cfb968a6465 req-6d39b6dd-214a-48a6-a364-7e1d3ec0f87d tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.30 "GET /v2.0/security-groups?id=d90cbcbd-2594-40f0-bd47-72f96b83ac6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320768 Aug 12 18:23:04.963675 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-bc1cb15e-5dee-4a48-83c9-b3d0f698c4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:23:05.040840 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936fc941-1f8f-4c3f-9354-5ca40bd066dc req-18d92ad6-7845-4d89-9ab7-89e7597524f7 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:23:05.042373 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-936fc941-1f8f-4c3f-9354-5ca40bd066dc req-18d92ad6-7845-4d89-9ab7-89e7597524f7 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/ports?device_id=900e1c0f-b357-413f-a131-ad38715c7fcf HTTP/1.1" status: 200 len: 946 time: 0.0503511 Aug 12 18:23:05.088992 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-936fc941-1f8f-4c3f-9354-5ca40bd066dc req-a05bcd65-5289-498d-80b8-4f1c46b44169 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ce17333-f48b-4fb5-8537-1fff2ad9421d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404117 Aug 12 18:23:05.144453 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeef997-3001-4491-a4c4-844bd8be65e2 req-33a1198a-020b-48e6-bd3b-c77ca40683ef tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:23:05.146535 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-deeef997-3001-4491-a4c4-844bd8be65e2 req-33a1198a-020b-48e6-bd3b-c77ca40683ef tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a5f2c87-7659-43ad-b7d0-3dae7889f7bc HTTP/1.1" status: 200 len: 931 time: 0.0491307 Aug 12 18:23:05.185146 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-deeef997-3001-4491-a4c4-844bd8be65e2 req-220e00a2-ec5e-47b3-bd94-672a8d76f953 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.30 "GET /v2.0/security-groups?id=d90cbcbd-2594-40f0-bd47-72f96b83ac6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325654 Aug 12 18:23:06.224820 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a01adb-213d-45e1-aec3-45eba85f8f17 req-da300863-94d5-49e3-a7c2-4264426f1537 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:23:06.226548 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-e7a01adb-213d-45e1-aec3-45eba85f8f17 req-da300863-94d5-49e3-a7c2-4264426f1537 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/ports?device_id=900e1c0f-b357-413f-a131-ad38715c7fcf HTTP/1.1" status: 200 len: 946 time: 0.0606947 Aug 12 18:23:06.267966 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-e7a01adb-213d-45e1-aec3-45eba85f8f17 req-cd53bce2-8e41-476f-8b22-bcb56739720e tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ce17333-f48b-4fb5-8537-1fff2ad9421d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351584 Aug 12 18:23:06.323853 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af951723-5d7f-42dc-ba23-7380de292d71 req-460d4319-e915-4182-b948-3d8c71516359 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:23:06.325325 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-af951723-5d7f-42dc-ba23-7380de292d71 req-460d4319-e915-4182-b948-3d8c71516359 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a5f2c87-7659-43ad-b7d0-3dae7889f7bc HTTP/1.1" status: 200 len: 931 time: 0.0597298 Aug 12 18:23:06.370424 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-af951723-5d7f-42dc-ba23-7380de292d71 req-be51dd7f-a040-46a3-852d-efbba3b43288 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.30 "GET /v2.0/security-groups?id=d90cbcbd-2594-40f0-bd47-72f96b83ac6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387011 Aug 12 18:23:07.336402 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-0c1d23cc-eecd-4c90-8197-52455a8a33a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:23:07.418249 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1005eaad-ce22-4fa8-b51a-d0cc81ee3f32 req-2ad59b8d-f2a4-4a89-ad11-541f588719a9 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:23:07.419789 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-1005eaad-ce22-4fa8-b51a-d0cc81ee3f32 req-2ad59b8d-f2a4-4a89-ad11-541f588719a9 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/ports?device_id=900e1c0f-b357-413f-a131-ad38715c7fcf HTTP/1.1" status: 200 len: 946 time: 0.0619004 Aug 12 18:23:07.474855 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-1005eaad-ce22-4fa8-b51a-d0cc81ee3f32 req-d4d25974-8b51-4027-a0cc-8824084ffe13 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ce17333-f48b-4fb5-8537-1fff2ad9421d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489335 Aug 12 18:23:07.510011 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9dace5-d8f7-4225-9ac7-60ed9b442765 req-24a3e186-96e0-4fe5-b79a-59f70aad5d0c tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:23:07.511489 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-bc9dace5-d8f7-4225-9ac7-60ed9b442765 req-24a3e186-96e0-4fe5-b79a-59f70aad5d0c tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a5f2c87-7659-43ad-b7d0-3dae7889f7bc HTTP/1.1" status: 200 len: 931 time: 0.0664601 Aug 12 18:23:07.551164 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-bc9dace5-d8f7-4225-9ac7-60ed9b442765 req-1d40d16b-852b-4245-85cc-e46accccb43f tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.30 "GET /v2.0/security-groups?id=d90cbcbd-2594-40f0-bd47-72f96b83ac6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338061 Aug 12 18:23:07.974557 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:23:08.267946 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.v2.base [req-0aefbf38-88db-4413-acb0-2e9a0745c265 req-2c234e50-6aa1-44a2-bbc7-90c91796a7f6 service neutron] Request body: {'port': {'device_id': '6a5f2c87-7659-43ad-b7d0-3dae7889f7bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=94212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:23:08.323178 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-0aefbf38-88db-4413-acb0-2e9a0745c265 req-2c234e50-6aa1-44a2-bbc7-90c91796a7f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:23:08.573973 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-2083c3fd-5dc5-47ae-86de-acca0e7a8e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:23:08.605621 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.notifiers.nova [req-0aefbf38-88db-4413-acb0-2e9a0745c265 req-2c234e50-6aa1-44a2-bbc7-90c91796a7f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3896b210-712f-454e-a28a-bbf2fd35024a {{(pid=94212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 18:23:08.615853 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-0aefbf38-88db-4413-acb0-2e9a0745c265 req-2c234e50-6aa1-44a2-bbc7-90c91796a7f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:23:08.625194 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e32452-ae25-4842-9eff-39281807e7cf req-c2c43c0c-1069-446b-a48e-4476c618f9f2 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:23:08.626813 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-23e32452-ae25-4842-9eff-39281807e7cf req-c2c43c0c-1069-446b-a48e-4476c618f9f2 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/ports?device_id=900e1c0f-b357-413f-a131-ad38715c7fcf HTTP/1.1" status: 200 len: 946 time: 0.0958493 Aug 12 18:23:08.653587 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.provisioning_blocks [req-0aefbf38-88db-4413-acb0-2e9a0745c265 req-2c234e50-6aa1-44a2-bbc7-90c91796a7f6 service neutron] Transition to ACTIVE for port object 3896b210-712f-454e-a28a-bbf2fd35024a will not be triggered until provisioned by entity L2. {{(pid=94212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 18:23:08.659959 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-0aefbf38-88db-4413-acb0-2e9a0745c265 req-2c234e50-6aa1-44a2-bbc7-90c91796a7f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8400684'] for port, after_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:23:08.665699 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c77396-752a-40c5-ac5f-d4c404a4ed24 req-2801b26a-b466-49dd-b4f9-58b8735d5ee2 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:23:08.667220 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-07c77396-752a-40c5-ac5f-d4c404a4ed24 req-2801b26a-b466-49dd-b4f9-58b8735d5ee2 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a5f2c87-7659-43ad-b7d0-3dae7889f7bc HTTP/1.1" status: 200 len: 931 time: 0.0493999 Aug 12 18:23:08.697925 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-23e32452-ae25-4842-9eff-39281807e7cf req-0308b10b-daaa-4f84-be5e-817d83b0f29c tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ce17333-f48b-4fb5-8537-1fff2ad9421d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643265 Aug 12 18:23:08.707037 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-07c77396-752a-40c5-ac5f-d4c404a4ed24 req-1e36d7ec-9227-413e-97b7-f92e708b0cba tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.30 "GET /v2.0/security-groups?id=d90cbcbd-2594-40f0-bd47-72f96b83ac6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338075 Aug 12 18:23:08.723420 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c234e50-6aa1-44a2-bbc7-90c91796a7f6 service neutron] Pushing event updated for resources: {'Port': ['ID=3896b210-712f-454e-a28a-bbf2fd35024a,revision_number=2']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:23:08.791176 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.managers [req-0aefbf38-88db-4413-acb0-2e9a0745c265 req-2c234e50-6aa1-44a2-bbc7-90c91796a7f6 service neutron] Attempting to bind port 3896b210-712f-454e-a28a-bbf2fd35024a on host hv-cinder-75994 for vnic_type normal with profile {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 18:23:08.791513 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.managers [req-0aefbf38-88db-4413-acb0-2e9a0745c265 req-2c234e50-6aa1-44a2-bbc7-90c91796a7f6 service neutron] Attempting to bind port 3896b210-712f-454e-a28a-bbf2fd35024a by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': '3a9791bc-1b8f-402c-b71c-2d1efb358423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'df77d53e-f2d8-4774-a49c-59d1887890c6'}] {{(pid=94212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 18:23:08.791844 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aefbf38-88db-4413-acb0-2e9a0745c265 req-2c234e50-6aa1-44a2-bbc7-90c91796a7f6 service neutron] Attempting to bind port 3896b210-712f-454e-a28a-bbf2fd35024a on network df77d53e-f2d8-4774-a49c-59d1887890c6 {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 18:23:08.796322 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aefbf38-88db-4413-acb0-2e9a0745c265 req-2c234e50-6aa1-44a2-bbc7-90c91796a7f6 service neutron] Port 3896b210-712f-454e-a28a-bbf2fd35024a on network df77d53e-f2d8-4774-a49c-59d1887890c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 18:23:08.796644 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aefbf38-88db-4413-acb0-2e9a0745c265 req-2c234e50-6aa1-44a2-bbc7-90c91796a7f6 service neutron] Attempting to bind port 3896b210-712f-454e-a28a-bbf2fd35024a on network df77d53e-f2d8-4774-a49c-59d1887890c6 {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 18:23:08.802130 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aefbf38-88db-4413-acb0-2e9a0745c265 req-2c234e50-6aa1-44a2-bbc7-90c91796a7f6 service neutron] Checking agent: {'id': '45fcbab4-fb54-4843-ab6e-792adfc8e994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 18, 10, 22), 'started_at': datetime.datetime(2021, 8, 12, 18, 10, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 18, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 18:23:08.802464 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aefbf38-88db-4413-acb0-2e9a0745c265 req-2c234e50-6aa1-44a2-bbc7-90c91796a7f6 service neutron] Checking segment: {'id': '3a9791bc-1b8f-402c-b71c-2d1efb358423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'df77d53e-f2d8-4774-a49c-59d1887890c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 18:23:08.802846 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aefbf38-88db-4413-acb0-2e9a0745c265 req-2c234e50-6aa1-44a2-bbc7-90c91796a7f6 service neutron] Bound using segment: {'id': '3a9791bc-1b8f-402c-b71c-2d1efb358423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'df77d53e-f2d8-4774-a49c-59d1887890c6'} {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 18:23:08.803467 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.managers [req-0aefbf38-88db-4413-acb0-2e9a0745c265 req-2c234e50-6aa1-44a2-bbc7-90c91796a7f6 service neutron] Bound port: 3896b210-712f-454e-a28a-bbf2fd35024a, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a9791bc-1b8f-402c-b71c-2d1efb358423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'df77d53e-f2d8-4774-a49c-59d1887890c6'}}] {{(pid=94212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 18:23:08.803822 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-0aefbf38-88db-4413-acb0-2e9a0745c265 req-2c234e50-6aa1-44a2-bbc7-90c91796a7f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:23:08.869131 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.db [req-0aefbf38-88db-4413-acb0-2e9a0745c265 req-2c234e50-6aa1-44a2-bbc7-90c91796a7f6 service neutron] For port 3896b210-712f-454e-a28a-bbf2fd35024a, host hv-cinder-75994, cleared binding levels {{(pid=94212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 18:23:08.872214 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.db [req-0aefbf38-88db-4413-acb0-2e9a0745c265 req-2c234e50-6aa1-44a2-bbc7-90c91796a7f6 service neutron] For port 3896b210-712f-454e-a28a-bbf2fd35024a, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=3896b210-712f-454e-a28a-bbf2fd35024a,segment=NetworkSegment(3a9791bc-1b8f-402c-b71c-2d1efb358423),segment_id=3a9791bc-1b8f-402c-b71c-2d1efb358423)] {{(pid=94212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 18:23:08.876674 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-0aefbf38-88db-4413-acb0-2e9a0745c265 req-2c234e50-6aa1-44a2-bbc7-90c91796a7f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8400684'] for port, after_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:23:08.910141 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aefbf38-88db-4413-acb0-2e9a0745c265 req-2c234e50-6aa1-44a2-bbc7-90c91796a7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:23:08.910774 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-0aefbf38-88db-4413-acb0-2e9a0745c265 req-2c234e50-6aa1-44a2-bbc7-90c91796a7f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195385'] for port, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:23:08.912327 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-0aefbf38-88db-4413-acb0-2e9a0745c265 req-2c234e50-6aa1-44a2-bbc7-90c91796a7f6 service neutron] 10.222.0.57 "PUT /v2.0/ports/3896b210-712f-454e-a28a-bbf2fd35024a HTTP/1.1" status: 200 len: 1093 time: 0.6488023 Aug 12 18:23:08.912806 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a5f2c87-7659-43ad-b7d0-3dae7889f7bc', 'tag': '3896b210-712f-454e-a28a-bbf2fd35024a'}] {{(pid=94212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 18:23:08.915044 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd512f55349b839fb4675422b2dbaf52bda1baead41a4efd90d4bf8a5142663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e55fda0-1a81-4518-ba30-5487801a38ca" -d '{"events": [{"name": "network-changed", "server_uuid": "6a5f2c87-7659-43ad-b7d0-3dae7889f7bc", "tag": "3896b210-712f-454e-a28a-bbf2fd35024a"}]}' {{(pid=94212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 18:23:08.941161 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c234e50-6aa1-44a2-bbc7-90c91796a7f6 service neutron] Pushing event updated for resources: {'Port': ['ID=3896b210-712f-454e-a28a-bbf2fd35024a,revision_number=3']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:23:08.963405 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 18:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65dc1012-8328-4424-8980-459f13196c99 x-openstack-request-id: req-65dc1012-8328-4424-8980-459f13196c99 {{(pid=94212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 18:23:08.963710 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a5f2c87-7659-43ad-b7d0-3dae7889f7bc", "tag": "3896b210-712f-454e-a28a-bbf2fd35024a", "status": "completed", "code": 200}]} {{(pid=94212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 18:23:08.963940 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-65dc1012-8328-4424-8980-459f13196c99 {{(pid=94212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 18:23:08.964329 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a5f2c87-7659-43ad-b7d0-3dae7889f7bc', 'tag': '3896b210-712f-454e-a28a-bbf2fd35024a', 'status': 'completed', 'code': 200} Aug 12 18:23:09.009924 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aefbf38-88db-4413-acb0-2e9a0745c265 req-aa5fbe63-05cc-4ef9-addd-8f4095b76a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:23:09.011518 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-0aefbf38-88db-4413-acb0-2e9a0745c265 req-aa5fbe63-05cc-4ef9-addd-8f4095b76a83 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cccc698d501d4aca95381724df121872&device_id=6a5f2c87-7659-43ad-b7d0-3dae7889f7bc HTTP/1.1" status: 200 len: 1096 time: 0.0432758 Aug 12 18:23:09.057873 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-0aefbf38-88db-4413-acb0-2e9a0745c265 req-c2b0f622-86da-473f-81f6-fdae88af793c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3896b210-712f-454e-a28a-bbf2fd35024a HTTP/1.1" status: 200 len: 217 time: 0.0379014 Aug 12 18:23:09.107213 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aefbf38-88db-4413-acb0-2e9a0745c265 req-1d17562c-e2c1-4f7f-a72c-d72f4af0cb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:23:09.108582 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-0aefbf38-88db-4413-acb0-2e9a0745c265 req-1d17562c-e2c1-4f7f-a72c-d72f4af0cb2c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cf6cced3-60e4-4a66-8e55-2a164e69b925 HTTP/1.1" status: 200 len: 854 time: 0.0438960 Aug 12 18:23:09.152369 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aefbf38-88db-4413-acb0-2e9a0745c265 req-214cc4e2-a4e2-4238-9dd6-079336e2a7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:23:09.153860 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-0aefbf38-88db-4413-acb0-2e9a0745c265 req-214cc4e2-a4e2-4238-9dd6-079336e2a7cc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=df77d53e-f2d8-4774-a49c-59d1887890c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0378811 Aug 12 18:23:09.246679 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-0aefbf38-88db-4413-acb0-2e9a0745c265 req-242f2c49-e5c7-431e-ad90-54e0c32330ee service neutron] 10.222.0.57 "GET /v2.0/networks/df77d53e-f2d8-4774-a49c-59d1887890c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849726 Aug 12 18:23:09.332955 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-0aefbf38-88db-4413-acb0-2e9a0745c265 req-f30a60b4-0d4f-4f1a-93f2-69a133426962 service neutron] 10.222.0.57 "GET /v2.0/networks/df77d53e-f2d8-4774-a49c-59d1887890c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790696 Aug 12 18:23:09.415735 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e55fda0-1a81-4518-ba30-5487801a38ca req-c2e7aa63-38e6-4f14-aff6-4cd5e56fb6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:23:09.417159 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-6e55fda0-1a81-4518-ba30-5487801a38ca req-c2e7aa63-38e6-4f14-aff6-4cd5e56fb6a0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cccc698d501d4aca95381724df121872&device_id=6a5f2c87-7659-43ad-b7d0-3dae7889f7bc HTTP/1.1" status: 200 len: 1096 time: 0.0391436 Aug 12 18:23:09.768633 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e55fda0-1a81-4518-ba30-5487801a38ca req-97f6cc0d-b729-4a8a-b95d-68dd7671d848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:23:09.770664 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-6e55fda0-1a81-4518-ba30-5487801a38ca req-97f6cc0d-b729-4a8a-b95d-68dd7671d848 service neutron] 10.222.0.57 "GET /v2.0/networks?id=df77d53e-f2d8-4774-a49c-59d1887890c6 HTTP/1.1" status: 200 len: 916 time: 0.3454933 Aug 12 18:23:09.827520 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ad168-b7d9-4d15-8e2a-f7d7190de89f req-1688afc1-d34a-4845-94f3-4491b9597411 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:23:09.828985 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-640ad168-b7d9-4d15-8e2a-f7d7190de89f req-1688afc1-d34a-4845-94f3-4491b9597411 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a5f2c87-7659-43ad-b7d0-3dae7889f7bc HTTP/1.1" status: 200 len: 943 time: 0.0505574 Aug 12 18:23:09.831669 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-6e55fda0-1a81-4518-ba30-5487801a38ca req-4e916607-45ed-4670-9ed9-d120c78ba5d8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3896b210-712f-454e-a28a-bbf2fd35024a HTTP/1.1" status: 200 len: 217 time: 0.0500112 Aug 12 18:23:09.866952 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-640ad168-b7d9-4d15-8e2a-f7d7190de89f req-aaaa5448-d9b3-42ad-9e07-9c65c3e75a0b tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.30 "GET /v2.0/security-groups?id=d90cbcbd-2594-40f0-bd47-72f96b83ac6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311580 Aug 12 18:23:09.877181 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271566bc-1d16-4071-9557-2cce82096cc4 req-3585a442-16bd-4513-952a-a616a359d803 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:23:09.878665 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-271566bc-1d16-4071-9557-2cce82096cc4 req-3585a442-16bd-4513-952a-a616a359d803 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/ports?device_id=900e1c0f-b357-413f-a131-ad38715c7fcf HTTP/1.1" status: 200 len: 946 time: 0.1071637 Aug 12 18:23:09.931038 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e55fda0-1a81-4518-ba30-5487801a38ca req-999d58fd-17e8-47ac-b406-8500495d4ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:23:09.932444 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-6e55fda0-1a81-4518-ba30-5487801a38ca req-999d58fd-17e8-47ac-b406-8500495d4ac7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cf6cced3-60e4-4a66-8e55-2a164e69b925 HTTP/1.1" status: 200 len: 854 time: 0.0927601 Aug 12 18:23:09.958361 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-271566bc-1d16-4071-9557-2cce82096cc4 req-b1d8abc8-73d4-459f-abea-f3a4c73ff387 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ce17333-f48b-4fb5-8537-1fff2ad9421d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650690 Aug 12 18:23:09.992573 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbbbcca-f40c-4f2d-92b4-5a3f11e0df46 req-4a00bd3e-db57-4c81-874c-bc85100ed484 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:23:09.993921 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-cbbbbcca-f40c-4f2d-92b4-5a3f11e0df46 req-4a00bd3e-db57-4c81-874c-bc85100ed484 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.57 "GET /v2.0/ports?device_id=900e1c0f-b357-413f-a131-ad38715c7fcf HTTP/1.1" status: 200 len: 946 time: 0.1144106 Aug 12 18:23:10.003639 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e55fda0-1a81-4518-ba30-5487801a38ca req-871cc4c8-6389-442f-8d45-5e622a872f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:23:10.005506 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-6e55fda0-1a81-4518-ba30-5487801a38ca req-871cc4c8-6389-442f-8d45-5e622a872f8d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=df77d53e-f2d8-4774-a49c-59d1887890c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0636950 Aug 12 18:23:10.149389 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-6e55fda0-1a81-4518-ba30-5487801a38ca req-c7ab3498-0804-4458-a1ab-4bf8a8b373ab service neutron] 10.222.0.57 "GET /v2.0/networks/df77d53e-f2d8-4774-a49c-59d1887890c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359246 Aug 12 18:23:10.155168 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.plugin [req-cbbbbcca-f40c-4f2d-92b4-5a3f11e0df46 req-ffd0fa7d-bb70-4508-8c19-f416e114bb20 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Deleting port 38e545e7-0b08-4920-9cc2-ed5b29b54228 {{(pid=94212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 18:23:10.155507 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-cbbbbcca-f40c-4f2d-92b4-5a3f11e0df46 req-ffd0fa7d-bb70-4508-8c19-f416e114bb20 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763627642920'] for port, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:23:10.260381 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-b1de9828-bfad-4ef8-8d69-6d6f9fbe420c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:23:10.304299 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.db [req-cbbbbcca-f40c-4f2d-92b4-5a3f11e0df46 req-ffd0fa7d-bb70-4508-8c19-f416e114bb20 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] For port 38e545e7-0b08-4920-9cc2-ed5b29b54228, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=38e545e7-0b08-4920-9cc2-ed5b29b54228,segment=NetworkSegment(c50bee88-fb75-4c7e-92a9-e5ad83fc9ee6),segment_id=c50bee88-fb75-4c7e-92a9-e5ad83fc9ee6)] {{(pid=94212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:23:10.304678 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-cbbbbcca-f40c-4f2d-92b4-5a3f11e0df46 req-ffd0fa7d-bb70-4508-8c19-f416e114bb20 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-732327'] for port, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:23:10.315136 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-6e55fda0-1a81-4518-ba30-5487801a38ca req-52bc0a99-bbf6-4bbb-8d23-643f2b586471 service neutron] 10.222.0.57 "GET /v2.0/networks/df77d53e-f2d8-4774-a49c-59d1887890c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568522 Aug 12 18:23:10.472043 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-cbbbbcca-f40c-4f2d-92b4-5a3f11e0df46 req-ffd0fa7d-bb70-4508-8c19-f416e114bb20 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:23:10.472418 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-cbbbbcca-f40c-4f2d-92b4-5a3f11e0df46 req-ffd0fa7d-bb70-4508-8c19-f416e114bb20 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734856'] for floatingip, after_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:23:10.472729 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.db.l3_db [req-cbbbbcca-f40c-4f2d-92b4-5a3f11e0df46 req-ffd0fa7d-bb70-4508-8c19-f416e114bb20 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Floating IP 4686e55b-a0d9-4231-866d-e31c2335acff disassociated. External IP: 172.27.3.212, port: 38e545e7-0b08-4920-9cc2-ed5b29b54228. Aug 12 18:23:10.473070 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.plugin [req-cbbbbcca-f40c-4f2d-92b4-5a3f11e0df46 req-ffd0fa7d-bb70-4508-8c19-f416e114bb20 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Calling delete_port for 38e545e7-0b08-4920-9cc2-ed5b29b54228 owned by compute:nova {{(pid=94212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 18:23:10.598919 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-cbbbbcca-f40c-4f2d-92b4-5a3f11e0df46 req-ffd0fa7d-bb70-4508-8c19-f416e114bb20 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763627647362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763627144942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8400677'] for port, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:23:10.626257 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd0fa7d-bb70-4508-8c19-f416e114bb20 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Pushing event deleted for resources: {'Port': ['ID=38e545e7-0b08-4920-9cc2-ed5b29b54228,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:23:10.735708 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cbbbbcca-f40c-4f2d-92b4-5a3f11e0df46 req-ffd0fa7d-bb70-4508-8c19-f416e114bb20 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Router c03e7710-930c-4142-8078-cee656707ef2 has already been hosted by L3 agent 35f8a3af-1ed6-4507-a756-5ee5db7e6400 {{(pid=94212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 18:23:10.838671 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cbbbbcca-f40c-4f2d-92b4-5a3f11e0df46 req-ffd0fa7d-bb70-4508-8c19-f416e114bb20 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify agent at l3_agent.dv-cinder-759943-10-iscsi the message routers_updated {{(pid=94212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 18:23:10.847972 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe6ebe4-eaca-4ff8-a2f1-ac192db7afaa None None] Sync routers for ids ['c03e7710-930c-4142-8078-cee656707ef2'] in dv-cinder-759943-10-iscsi {{(pid=94213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 18:23:10.858255 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe6ebe4-eaca-4ff8-a2f1-ac192db7afaa None None] Routers {'c03e7710-930c-4142-8078-cee656707ef2'} bound to L3 agent in host dv-cinder-759943-10-iscsi {{(pid=94213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 18:23:10.858793 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-afe6ebe4-eaca-4ff8-a2f1-ac192db7afaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T18:04:37Z,description=,heartbeat_timestamp=2021-08-12T18:23:07Z,host='dv-cinder-759943-10-iscsi',id=35f8a3af-1ed6-4507-a756-5ee5db7e6400,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T18:04:37Z,topic='l3_agent')) {'router_ids': ['c03e7710-930c-4142-8078-cee656707ef2'], 'active': True} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:23:10.878044 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbbbbcca-f40c-4f2d-92b4-5a3f11e0df46 req-ffd0fa7d-bb70-4508-8c19-f416e114bb20 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] No DVR routers for this DVR port 38e545e7-0b08-4920-9cc2-ed5b29b54228 on host hv-cinder-75994 {{(pid=94212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 18:23:10.880594 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-cbbbbcca-f40c-4f2d-92b4-5a3f11e0df46 req-ffd0fa7d-bb70-4508-8c19-f416e114bb20 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195385'] for port, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:23:10.882585 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-cbbbbcca-f40c-4f2d-92b4-5a3f11e0df46 req-ffd0fa7d-bb70-4508-8c19-f416e114bb20 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.57 "DELETE /v2.0/ports/38e545e7-0b08-4920-9cc2-ed5b29b54228 HTTP/1.1" status: 204 len: 173 time: 0.8808455 Aug 12 18:23:10.966137 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '900e1c0f-b357-413f-a131-ad38715c7fcf', 'name': 'network-vif-deleted', 'tag': '38e545e7-0b08-4920-9cc2-ed5b29b54228'}] {{(pid=94212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 18:23:10.968680 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd512f55349b839fb4675422b2dbaf52bda1baead41a4efd90d4bf8a5142663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2df8f96b-2bce-41b8-ad68-21c542b4bbd9" -d '{"events": [{"server_uuid": "900e1c0f-b357-413f-a131-ad38715c7fcf", "name": "network-vif-deleted", "tag": "38e545e7-0b08-4920-9cc2-ed5b29b54228"}]}' {{(pid=94212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 18:23:10.969215 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvr_db [None req-afe6ebe4-eaca-4ff8-a2f1-ac192db7afaa None None] Set router c03e7710-930c-4142-8078-cee656707ef2 gateway port host: dv-cinder-759943-10-iscsi {{(pid=94213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 18:23:10.988516 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b337b022-58bc-4753-bd24-33e458755e9f req-1b19c5d6-05cc-4bbf-9d98-658eb1553e92 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:23:10.990778 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-b337b022-58bc-4753-bd24-33e458755e9f req-1b19c5d6-05cc-4bbf-9d98-658eb1553e92 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a5f2c87-7659-43ad-b7d0-3dae7889f7bc HTTP/1.1" status: 200 len: 943 time: 0.0555420 Aug 12 18:23:11.010049 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 18:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-817d11a3-d55d-42d9-8a26-7c584603159f x-openstack-request-id: req-817d11a3-d55d-42d9-8a26-7c584603159f {{(pid=94212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 18:23:11.010362 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "900e1c0f-b357-413f-a131-ad38715c7fcf", "name": "network-vif-deleted", "tag": "38e545e7-0b08-4920-9cc2-ed5b29b54228", "status": "completed", "code": 200}]} {{(pid=94212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 18:23:11.010616 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-817d11a3-d55d-42d9-8a26-7c584603159f {{(pid=94212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 18:23:11.011208 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '900e1c0f-b357-413f-a131-ad38715c7fcf', 'name': 'network-vif-deleted', 'tag': '38e545e7-0b08-4920-9cc2-ed5b29b54228', 'status': 'completed', 'code': 200} Aug 12 18:23:11.036606 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-b337b022-58bc-4753-bd24-33e458755e9f req-69f0cb52-8fac-444a-b236-afe8d5bbcfa2 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.30 "GET /v2.0/security-groups?id=d90cbcbd-2594-40f0-bd47-72f96b83ac6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382807 Aug 12 18:23:11.092050 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-0a843b57-fc9e-448a-a48c-5a19d6748558 req-39bc0848-ff57-41b1-8912-1e96a5aec9ff tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/ports?device_id=900e1c0f-b357-413f-a131-ad38715c7fcf HTTP/1.1" status: 200 len: 210 time: 0.0292416 Aug 12 18:23:11.206101 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-afe6ebe4-eaca-4ff8-a2f1-ac192db7afaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c03e7710-930c-4142-8078-cee656707ef2', 'name': 'tempest-TestVolumeBootPattern-1530632165-router', 'tenant_id': '8cc8b54eaea84dce93e93369d1e2a235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '082bfd6a-4f1c-4b3b-9912-30137bf79fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:20:15Z', 'updated_at': '2021-08-12T18:20:17Z', 'revision_number': 4, 'project_id': '8cc8b54eaea84dce93e93369d1e2a235', 'gw_port': {'id': '082bfd6a-4f1c-4b3b-9912-30137bf79fcd', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03e7710-930c-4142-8078-cee656707ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:20:15Z', 'updated_at': '2021-08-12T18:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi', '_interfaces': [{'id': 'be927a16-4422-4bbf-a634-4d223e017989', 'name': '', 'network_id': '1370511f-2b66-4dfb-ac08-d34a11857787', 'tenant_id': '8cc8b54eaea84dce93e93369d1e2a235', 'mac_address': 'fa:16:3e:04:68:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03e7710-930c-4142-8078-cee656707ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '62577e64-0b87-4c99-938c-6d58fc198501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:20:17Z', 'updated_at': '2021-08-12T18:20:22Z', 'revision_number': 5, 'project_id': '8cc8b54eaea84dce93e93369d1e2a235', 'subnets': [{'id': '62577e64-0b87-4c99-938c-6d58fc198501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-10-iscsi', False) {} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:23:11.232740 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe6ebe4-eaca-4ff8-a2f1-ac192db7afaa None None] Checking router: c03e7710-930c-4142-8078-cee656707ef2 for host: dv-cinder-759943-10-iscsi {{(pid=94213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 18:23:11.240914 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe6ebe4-eaca-4ff8-a2f1-ac192db7afaa None None] Routers {'c03e7710-930c-4142-8078-cee656707ef2'} bound to L3 agent in host dv-cinder-759943-10-iscsi {{(pid=94213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 18:23:11.241500 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-afe6ebe4-eaca-4ff8-a2f1-ac192db7afaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T18:04:37Z,description=,heartbeat_timestamp=2021-08-12T18:23:07Z,host='dv-cinder-759943-10-iscsi',id=35f8a3af-1ed6-4507-a756-5ee5db7e6400,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T18:04:37Z,topic='l3_agent')) {'router_ids': ['c03e7710-930c-4142-8078-cee656707ef2'], 'active': True} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:23:11.342336 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvr_db [None req-afe6ebe4-eaca-4ff8-a2f1-ac192db7afaa None None] Set router c03e7710-930c-4142-8078-cee656707ef2 gateway port host: dv-cinder-759943-10-iscsi {{(pid=94213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 18:23:11.539382 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-afe6ebe4-eaca-4ff8-a2f1-ac192db7afaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c03e7710-930c-4142-8078-cee656707ef2', 'name': 'tempest-TestVolumeBootPattern-1530632165-router', 'tenant_id': '8cc8b54eaea84dce93e93369d1e2a235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '082bfd6a-4f1c-4b3b-9912-30137bf79fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:20:15Z', 'updated_at': '2021-08-12T18:20:17Z', 'revision_number': 4, 'project_id': '8cc8b54eaea84dce93e93369d1e2a235', 'gw_port': {'id': '082bfd6a-4f1c-4b3b-9912-30137bf79fcd', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03e7710-930c-4142-8078-cee656707ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:20:15Z', 'updated_at': '2021-08-12T18:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi', '_interfaces': [{'id': 'be927a16-4422-4bbf-a634-4d223e017989', 'name': '', 'network_id': '1370511f-2b66-4dfb-ac08-d34a11857787', 'tenant_id': '8cc8b54eaea84dce93e93369d1e2a235', 'mac_address': 'fa:16:3e:04:68:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03e7710-930c-4142-8078-cee656707ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '62577e64-0b87-4c99-938c-6d58fc198501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:20:17Z', 'updated_at': '2021-08-12T18:20:22Z', 'revision_number': 5, 'project_id': '8cc8b54eaea84dce93e93369d1e2a235', 'subnets': [{'id': '62577e64-0b87-4c99-938c-6d58fc198501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-10-iscsi', False) {} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:23:11.564625 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe6ebe4-eaca-4ff8-a2f1-ac192db7afaa None None] The sync data for ids ['c03e7710-930c-4142-8078-cee656707ef2'] in dv-cinder-759943-10-iscsi is: [{'id': 'c03e7710-930c-4142-8078-cee656707ef2', 'name': 'tempest-TestVolumeBootPattern-1530632165-router', 'tenant_id': '8cc8b54eaea84dce93e93369d1e2a235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '082bfd6a-4f1c-4b3b-9912-30137bf79fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:20:15Z', 'updated_at': '2021-08-12T18:20:17Z', 'revision_number': 4, 'project_id': '8cc8b54eaea84dce93e93369d1e2a235', 'gw_port': {'id': '082bfd6a-4f1c-4b3b-9912-30137bf79fcd', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03e7710-930c-4142-8078-cee656707ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:20:15Z', 'updated_at': '2021-08-12T18:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi', '_interfaces': [{'id': 'be927a16-4422-4bbf-a634-4d223e017989', 'name': '', 'network_id': '1370511f-2b66-4dfb-ac08-d34a11857787', 'tenant_id': '8cc8b54eaea84dce93e93369d1e2a235', 'mac_address': 'fa:16:3e:04:68:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03e7710-930c-4142-8078-cee656707ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '62577e64-0b87-4c99-938c-6d58fc198501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:20:17Z', 'updated_at': '2021-08-12T18:20:22Z', 'revision_number': 5, 'project_id': '8cc8b54eaea84dce93e93369d1e2a235', 'subnets': [{'id': '62577e64-0b87-4c99-938c-6d58fc198501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 18:23:11.776124 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910b73a6-7bc5-4e26-a806-ac9d9bf23e9c None None] New status for floating IP 4686e55b-a0d9-4231-866d-e31c2335acff: DOWN {{(pid=94214) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 18:23:12.149178 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c52c10c-12bf-4505-8205-ec4fdb6e1bf7 req-4ea8d19a-cb6e-488d-ab03-69e5cd5d8f40 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:23:12.151014 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-1c52c10c-12bf-4505-8205-ec4fdb6e1bf7 req-4ea8d19a-cb6e-488d-ab03-69e5cd5d8f40 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a5f2c87-7659-43ad-b7d0-3dae7889f7bc HTTP/1.1" status: 200 len: 943 time: 0.0484638 Aug 12 18:23:12.189328 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-1c52c10c-12bf-4505-8205-ec4fdb6e1bf7 req-17dab79b-c288-4cad-bd8c-94c649d43e3c tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.30 "GET /v2.0/security-groups?id=d90cbcbd-2594-40f0-bd47-72f96b83ac6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327244 Aug 12 18:23:12.338997 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-b2db2569-f39a-4819-be01-d1bc7e504c1c req-289a27e6-9319-4677-9c9c-18f8a597b774 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2047887017&fields=id&tenant_id=8cc8b54eaea84dce93e93369d1e2a235 HTTP/1.1" status: 200 len: 267 time: 0.0314460 Aug 12 18:23:12.445325 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db2569-f39a-4819-be01-d1bc7e504c1c req-99a7b891-ee14-4e47-aa38-56611d4cef7c tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:23:12.446805 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-b2db2569-f39a-4819-be01-d1bc7e504c1c req-99a7b891-ee14-4e47-aa38-56611d4cef7c tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/networks?id=1370511f-2b66-4dfb-ac08-d34a11857787 HTTP/1.1" status: 200 len: 812 time: 0.1014092 Aug 12 18:23:12.462131 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-b2db2569-f39a-4819-be01-d1bc7e504c1c req-89b8da4a-0ef8-442f-9a61-76b03f51012a tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/quotas/8cc8b54eaea84dce93e93369d1e2a235 HTTP/1.1" status: 200 len: 375 time: 0.0096102 Aug 12 18:23:12.463732 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Device 3896b210-712f-454e-a28a-bbf2fd35024a details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=94213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 18:23:12.514299 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-b2db2569-f39a-4819-be01-d1bc7e504c1c req-c34f248a-63a5-4611-98b1-33ad92b947ce tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8cc8b54eaea84dce93e93369d1e2a235&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0464823 Aug 12 18:23:12.554783 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] For port 3896b210-712f-454e-a28a-bbf2fd35024a, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=3896b210-712f-454e-a28a-bbf2fd35024a,segment=NetworkSegment(3a9791bc-1b8f-402c-b71c-2d1efb358423),segment_id=3a9791bc-1b8f-402c-b71c-2d1efb358423)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:23:12.566052 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Returning: {'device': '3896b210-712f-454e-a28a-bbf2fd35024a', 'network_id': 'df77d53e-f2d8-4774-a49c-59d1887890c6', 'port_id': '3896b210-712f-454e-a28a-bbf2fd35024a', 'mac_address': 'fa:16:3e:c2:e4:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf6cced3-60e4-4a66-8e55-2a164e69b925', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 18:23:12.572326 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [req-b2db2569-f39a-4819-be01-d1bc7e504c1c req-9408f375-9d7f-45c0-a7d9-3f4d4d4fd433 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=94212) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 18:23:12.573392 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-b2db2569-f39a-4819-be01-d1bc7e504c1c req-9408f375-9d7f-45c0-a7d9-3f4d4d4fd433 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0471277 Aug 12 18:23:12.606943 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:23:12.619397 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.notifiers.nova [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3896b210-712f-454e-a28a-bbf2fd35024a {{(pid=94213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 18:23:12.638261 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] For port 3896b210-712f-454e-a28a-bbf2fd35024a, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=3896b210-712f-454e-a28a-bbf2fd35024a,segment=NetworkSegment(3a9791bc-1b8f-402c-b71c-2d1efb358423),segment_id=3a9791bc-1b8f-402c-b71c-2d1efb358423)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:23:12.642245 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:23:12.665491 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-b2db2569-f39a-4819-be01-d1bc7e504c1c req-018d45a3-4eb3-4553-bbb7-58a1f3de0fb4 service neutron] 10.222.0.30 "GET /v2.0/networks/1370511f-2b66-4dfb-ac08-d34a11857787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858035 Aug 12 18:23:12.690215 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Pushing event updated for resources: {'Port': ['ID=3896b210-712f-454e-a28a-bbf2fd35024a,revision_number=4']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:23:12.752925 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-b2db2569-f39a-4819-be01-d1bc7e504c1c req-f103b62e-e2fe-4061-83db-f67c399ed212 service neutron] 10.222.0.30 "GET /v2.0/networks/1370511f-2b66-4dfb-ac08-d34a11857787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813215 Aug 12 18:23:12.832463 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] get_ports_and_sgs() called for port_ids ['3896b210-712f-454e-a28a-bbf2fd35024a'] {{(pid=94213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 18:23:13.308595 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b77be2-1388-4822-bd26-0256f38d0d15 req-6e7ecb7a-4145-4973-8d3e-ea7fb830c22c tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:23:13.310085 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-b3b77be2-1388-4822-bd26-0256f38d0d15 req-6e7ecb7a-4145-4973-8d3e-ea7fb830c22c tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a5f2c87-7659-43ad-b7d0-3dae7889f7bc HTTP/1.1" status: 200 len: 944 time: 0.0566471 Aug 12 18:23:13.346663 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-b3b77be2-1388-4822-bd26-0256f38d0d15 req-0d9a7b07-30d1-4f0b-a305-8d212e5d1c0e tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.30 "GET /v2.0/security-groups?id=d90cbcbd-2594-40f0-bd47-72f96b83ac6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306447 Aug 12 18:23:14.052401 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-7b9217d2-f76e-4a54-8a21-d1ce15dc884d req-5c7d8c4a-cd31-4895-8767-16f0f7c263a1 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/ports?device_id=563c0238-eda2-4a32-bdf1-21c0a2d9702d HTTP/1.1" status: 200 len: 210 time: 0.0257959 Aug 12 18:23:14.465582 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67050b22-3cf9-4f16-b5e7-8cf3e073b1f4 req-be0b3b06-ad72-4e02-8e0d-4a8a7324c24d tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:23:14.466156 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Device 3896b210-712f-454e-a28a-bbf2fd35024a up at agent hyperv_hv-cinder-75994 {{(pid=94213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 18:23:14.467136 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-67050b22-3cf9-4f16-b5e7-8cf3e073b1f4 req-be0b3b06-ad72-4e02-8e0d-4a8a7324c24d tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a5f2c87-7659-43ad-b7d0-3dae7889f7bc HTTP/1.1" status: 200 len: 944 time: 0.0543253 Aug 12 18:23:14.512637 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-67050b22-3cf9-4f16-b5e7-8cf3e073b1f4 req-f7d3e463-624d-47e6-a41a-c6ca74ccf31b tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.30 "GET /v2.0/security-groups?id=d90cbcbd-2594-40f0-bd47-72f96b83ac6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392201 Aug 12 18:23:14.519618 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Provisioning for port 3896b210-712f-454e-a28a-bbf2fd35024a completed by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 18:23:14.524200 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Provisioning complete for port 3896b210-712f-454e-a28a-bbf2fd35024a triggered by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:23:14.524578 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:23:14.597780 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:23:14.622608 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a5f2c87-7659-43ad-b7d0-3dae7889f7bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3896b210-712f-454e-a28a-bbf2fd35024a'}] {{(pid=94213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 18:23:14.624836 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093bef5005328d2170e61a9e3556762ddeddd0b69a57765fcd678c61bdf37499" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c0519b-fe8f-4024-b99a-ba3c700aa87e" -d '{"events": [{"server_uuid": "6a5f2c87-7659-43ad-b7d0-3dae7889f7bc", "name": "network-vif-plugged", "status": "completed", "tag": "3896b210-712f-454e-a28a-bbf2fd35024a"}]}' {{(pid=94213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 18:23:14.757514 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] For port 3896b210-712f-454e-a28a-bbf2fd35024a, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=3896b210-712f-454e-a28a-bbf2fd35024a,segment=NetworkSegment(3a9791bc-1b8f-402c-b71c-2d1efb358423),segment_id=3a9791bc-1b8f-402c-b71c-2d1efb358423)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:23:14.762368 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:23:14.763252 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Device 38e545e7-0b08-4920-9cc2-ed5b29b54228 no longer exists at agent hyperv_hv-cinder-75994 {{(pid=94213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 18:23:14.799906 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 18:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d46253bf-6aa9-4bfd-82f8-c57f42440632 x-openstack-request-id: req-d46253bf-6aa9-4bfd-82f8-c57f42440632 {{(pid=94213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 18:23:14.800199 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a5f2c87-7659-43ad-b7d0-3dae7889f7bc", "name": "network-vif-plugged", "status": "completed", "tag": "3896b210-712f-454e-a28a-bbf2fd35024a", "code": 200}]} {{(pid=94213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 18:23:14.800448 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d46253bf-6aa9-4bfd-82f8-c57f42440632 {{(pid=94213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 18:23:14.800837 dv-cinder-759943-10-iscsi neutron-server[94213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a5f2c87-7659-43ad-b7d0-3dae7889f7bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3896b210-712f-454e-a28a-bbf2fd35024a', 'code': 200} Aug 12 18:23:14.803264 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.plugin [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] No Port match for: 38e545e7-0b08-4920-9cc2-ed5b29b54228 {{(pid=94213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 18:23:14.803615 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Device 38e545e7-0b08-4920-9cc2-ed5b29b54228 not bound to the agent host hv-cinder-75994 {{(pid=94213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 18:23:14.829004 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Pushing event updated for resources: {'Port': ['ID=3896b210-712f-454e-a28a-bbf2fd35024a,revision_number=5']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:23:14.940914 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db2569-f39a-4819-be01-d1bc7e504c1c req-44e6690b-9fdd-44cf-b5af-426d67da6cfe tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:23:14.942409 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-b2db2569-f39a-4819-be01-d1bc7e504c1c req-44e6690b-9fdd-44cf-b5af-426d67da6cfe tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.57 "GET /v2.0/networks?id=1370511f-2b66-4dfb-ac08-d34a11857787 HTTP/1.1" status: 200 len: 812 time: 0.1084886 Aug 12 18:23:15.026653 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-b2db2569-f39a-4819-be01-d1bc7e504c1c req-546ac3c1-6c58-4cb4-918a-2241acc06eaa tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8cc8b54eaea84dce93e93369d1e2a235 HTTP/1.1" status: 200 len: 380 time: 0.0599799 Aug 12 18:23:15.029373 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88454e83-5f0d-4a75-8203-34abb3812df7 req-cef4acdb-0f2c-4ee8-baec-de140e4411fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:23:15.030782 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-88454e83-5f0d-4a75-8203-34abb3812df7 req-cef4acdb-0f2c-4ee8-baec-de140e4411fc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6a5f2c87-7659-43ad-b7d0-3dae7889f7bc HTTP/1.1" status: 200 len: 1098 time: 0.0718813 Aug 12 18:23:15.043092 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.v2.base [req-b2db2569-f39a-4819-be01-d1bc7e504c1c req-3f70f4e8-c32b-4b47-9199-c5db53ac35ef tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Request body: {'port': {'device_id': '563c0238-eda2-4a32-bdf1-21c0a2d9702d', 'network_id': '1370511f-2b66-4dfb-ac08-d34a11857787', 'admin_state_up': True, 'tenant_id': '8cc8b54eaea84dce93e93369d1e2a235', 'security_groups': ['2ce17333-f48b-4fb5-8537-1fff2ad9421d']}} {{(pid=94212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:23:15.119157 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-88454e83-5f0d-4a75-8203-34abb3812df7 req-0d86b735-e7e2-41b5-a86c-9d75359eabf2 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d90cbcbd-2594-40f0-bd47-72f96b83ac6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798457 Aug 12 18:23:15.163511 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-fd6601df-504a-4926-adaf-eebfe7782ba7 req-50f98133-f494-4e2c-b847-25d0f70f141f tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/ports?device_id=563c0238-eda2-4a32-bdf1-21c0a2d9702d HTTP/1.1" status: 200 len: 210 time: 0.0352178 Aug 12 18:23:15.194595 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2db2569-f39a-4819-be01-d1bc7e504c1c req-3f70f4e8-c32b-4b47-9199-c5db53ac35ef tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Made reservation on behalf of 8cc8b54eaea84dce93e93369d1e2a235 for: {'port': 1} {{(pid=94212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 18:23:15.198038 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-b2db2569-f39a-4819-be01-d1bc7e504c1c req-3f70f4e8-c32b-4b47-9199-c5db53ac35ef tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:23:15.323377 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.db_base_plugin_common [req-b2db2569-f39a-4819-be01-d1bc7e504c1c req-3f70f4e8-c32b-4b47-9199-c5db53ac35ef tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Allocated IP 172.20.0.10 (1370511f-2b66-4dfb-ac08-d34a11857787/62577e64-0b87-4c99-938c-6d58fc198501/1645aa9e-e57f-476b-8770-bbd02b5b508d) {{(pid=94212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 18:23:15.466758 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-b2db2569-f39a-4819-be01-d1bc7e504c1c req-3f70f4e8-c32b-4b47-9199-c5db53ac35ef tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks [] for port, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:23:15.480689 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.provisioning_blocks [req-b2db2569-f39a-4819-be01-d1bc7e504c1c req-3f70f4e8-c32b-4b47-9199-c5db53ac35ef tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Transition to ACTIVE for port object 1645aa9e-e57f-476b-8770-bbd02b5b508d will not be triggered until provisioned by entity DHCP. {{(pid=94212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 18:23:15.511424 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-b2db2569-f39a-4819-be01-d1bc7e504c1c req-3f70f4e8-c32b-4b47-9199-c5db53ac35ef tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763627144933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8400677'] for port, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:23:15.554751 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2db2569-f39a-4819-be01-d1bc7e504c1c req-3f70f4e8-c32b-4b47-9199-c5db53ac35ef tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Network 1370511f-2b66-4dfb-ac08-d34a11857787 is already hosted by enough agents. {{(pid=94212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 18:23:15.557852 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.base_scheduler [req-b2db2569-f39a-4819-be01-d1bc7e504c1c req-3f70f4e8-c32b-4b47-9199-c5db53ac35ef tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Resources bound (agent type, host, resource id): {{(pid=94212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 18:23:15.561631 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2db2569-f39a-4819-be01-d1bc7e504c1c req-3f70f4e8-c32b-4b47-9199-c5db53ac35ef tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Received port after_create {{(pid=94212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 18:23:15.585362 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f70f4e8-c32b-4b47-9199-c5db53ac35ef tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Pushing event updated for resources: {'Port': ['ID=1645aa9e-e57f-476b-8770-bbd02b5b508d,revision_number=1']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:23:15.613322 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db2569-f39a-4819-be01-d1bc7e504c1c req-3f70f4e8-c32b-4b47-9199-c5db53ac35ef tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:23:15.614013 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-b2db2569-f39a-4819-be01-d1bc7e504c1c req-3f70f4e8-c32b-4b47-9199-c5db53ac35ef tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195385'] for port, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:23:15.630394 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-b2db2569-f39a-4819-be01-d1bc7e504c1c req-3f70f4e8-c32b-4b47-9199-c5db53ac35ef tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5920937 Aug 12 18:23:15.639143 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80936343-18ec-46f6-91b2-ff94d09cbc01 req-b58f7f64-d292-472a-bee7-d5f209af3968 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:23:15.640837 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-80936343-18ec-46f6-91b2-ff94d09cbc01 req-b58f7f64-d292-472a-bee7-d5f209af3968 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a5f2c87-7659-43ad-b7d0-3dae7889f7bc HTTP/1.1" status: 200 len: 945 time: 0.0497055 Aug 12 18:23:15.648076 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.v2.base [req-b2db2569-f39a-4819-be01-d1bc7e504c1c req-7713ece6-d891-4e57-9629-7c1ab9706659 service neutron] Request body: {'port': {'device_id': '563c0238-eda2-4a32-bdf1-21c0a2d9702d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=94212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:23:15.680679 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-80936343-18ec-46f6-91b2-ff94d09cbc01 req-545685a3-43df-4ee4-8e24-05631de9c49c tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.30 "GET /v2.0/security-groups?id=d90cbcbd-2594-40f0-bd47-72f96b83ac6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331702 Aug 12 18:23:15.709541 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-b2db2569-f39a-4819-be01-d1bc7e504c1c req-7713ece6-d891-4e57-9629-7c1ab9706659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:23:15.819687 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-b97adead-6272-4036-9474-c7f26ca6bbd9 None None] Provisioning for port 1645aa9e-e57f-476b-8770-bbd02b5b508d completed by entity DHCP. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 18:23:15.824924 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-b97adead-6272-4036-9474-c7f26ca6bbd9 None None] Provisioning complete for port 1645aa9e-e57f-476b-8770-bbd02b5b508d triggered by entity DHCP. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:23:15.825292 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-b97adead-6272-4036-9474-c7f26ca6bbd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:23:15.859079 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.plugin [None req-b97adead-6272-4036-9474-c7f26ca6bbd9 None None] Port 1645aa9e-e57f-476b-8770-bbd02b5b508d cannot update to ACTIVE because it is not bound. {{(pid=94213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 18:23:15.969325 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.notifiers.nova [req-b2db2569-f39a-4819-be01-d1bc7e504c1c req-7713ece6-d891-4e57-9629-7c1ab9706659 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1645aa9e-e57f-476b-8770-bbd02b5b508d {{(pid=94212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 18:23:15.977360 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-b2db2569-f39a-4819-be01-d1bc7e504c1c req-7713ece6-d891-4e57-9629-7c1ab9706659 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:23:15.989558 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.provisioning_blocks [req-b2db2569-f39a-4819-be01-d1bc7e504c1c req-7713ece6-d891-4e57-9629-7c1ab9706659 service neutron] Transition to ACTIVE for port object 1645aa9e-e57f-476b-8770-bbd02b5b508d will not be triggered until provisioned by entity L2. {{(pid=94212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 18:23:15.992955 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-b2db2569-f39a-4819-be01-d1bc7e504c1c req-7713ece6-d891-4e57-9629-7c1ab9706659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8400684'] for port, after_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:23:16.064770 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7713ece6-d891-4e57-9629-7c1ab9706659 service neutron] Pushing event updated for resources: {'Port': ['ID=1645aa9e-e57f-476b-8770-bbd02b5b508d,revision_number=2']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:23:16.112291 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.managers [req-b2db2569-f39a-4819-be01-d1bc7e504c1c req-7713ece6-d891-4e57-9629-7c1ab9706659 service neutron] Attempting to bind port 1645aa9e-e57f-476b-8770-bbd02b5b508d on host hv-cinder-75994 for vnic_type normal with profile {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 18:23:16.112625 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.managers [req-b2db2569-f39a-4819-be01-d1bc7e504c1c req-7713ece6-d891-4e57-9629-7c1ab9706659 service neutron] Attempting to bind port 1645aa9e-e57f-476b-8770-bbd02b5b508d by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': 'c50bee88-fb75-4c7e-92a9-e5ad83fc9ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1370511f-2b66-4dfb-ac08-d34a11857787'}] {{(pid=94212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 18:23:16.112955 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2db2569-f39a-4819-be01-d1bc7e504c1c req-7713ece6-d891-4e57-9629-7c1ab9706659 service neutron] Attempting to bind port 1645aa9e-e57f-476b-8770-bbd02b5b508d on network 1370511f-2b66-4dfb-ac08-d34a11857787 {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 18:23:16.117425 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2db2569-f39a-4819-be01-d1bc7e504c1c req-7713ece6-d891-4e57-9629-7c1ab9706659 service neutron] Port 1645aa9e-e57f-476b-8770-bbd02b5b508d on network 1370511f-2b66-4dfb-ac08-d34a11857787 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 18:23:16.117743 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2db2569-f39a-4819-be01-d1bc7e504c1c req-7713ece6-d891-4e57-9629-7c1ab9706659 service neutron] Attempting to bind port 1645aa9e-e57f-476b-8770-bbd02b5b508d on network 1370511f-2b66-4dfb-ac08-d34a11857787 {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 18:23:16.122650 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2db2569-f39a-4819-be01-d1bc7e504c1c req-7713ece6-d891-4e57-9629-7c1ab9706659 service neutron] Checking agent: {'id': '45fcbab4-fb54-4843-ab6e-792adfc8e994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 18, 10, 22), 'started_at': datetime.datetime(2021, 8, 12, 18, 10, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 18, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 18:23:16.122984 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2db2569-f39a-4819-be01-d1bc7e504c1c req-7713ece6-d891-4e57-9629-7c1ab9706659 service neutron] Checking segment: {'id': 'c50bee88-fb75-4c7e-92a9-e5ad83fc9ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1370511f-2b66-4dfb-ac08-d34a11857787'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 18:23:16.123365 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2db2569-f39a-4819-be01-d1bc7e504c1c req-7713ece6-d891-4e57-9629-7c1ab9706659 service neutron] Bound using segment: {'id': 'c50bee88-fb75-4c7e-92a9-e5ad83fc9ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1370511f-2b66-4dfb-ac08-d34a11857787'} {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 18:23:16.123789 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.managers [req-b2db2569-f39a-4819-be01-d1bc7e504c1c req-7713ece6-d891-4e57-9629-7c1ab9706659 service neutron] Bound port: 1645aa9e-e57f-476b-8770-bbd02b5b508d, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c50bee88-fb75-4c7e-92a9-e5ad83fc9ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1370511f-2b66-4dfb-ac08-d34a11857787'}}] {{(pid=94212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 18:23:16.124144 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-b2db2569-f39a-4819-be01-d1bc7e504c1c req-7713ece6-d891-4e57-9629-7c1ab9706659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:23:16.188109 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.db [req-b2db2569-f39a-4819-be01-d1bc7e504c1c req-7713ece6-d891-4e57-9629-7c1ab9706659 service neutron] For port 1645aa9e-e57f-476b-8770-bbd02b5b508d, host hv-cinder-75994, cleared binding levels {{(pid=94212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 18:23:16.191251 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.db [req-b2db2569-f39a-4819-be01-d1bc7e504c1c req-7713ece6-d891-4e57-9629-7c1ab9706659 service neutron] For port 1645aa9e-e57f-476b-8770-bbd02b5b508d, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=1645aa9e-e57f-476b-8770-bbd02b5b508d,segment=NetworkSegment(c50bee88-fb75-4c7e-92a9-e5ad83fc9ee6),segment_id=c50bee88-fb75-4c7e-92a9-e5ad83fc9ee6)] {{(pid=94212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 18:23:16.195014 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-b2db2569-f39a-4819-be01-d1bc7e504c1c req-7713ece6-d891-4e57-9629-7c1ab9706659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8400684'] for port, after_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:23:16.226891 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db2569-f39a-4819-be01-d1bc7e504c1c req-7713ece6-d891-4e57-9629-7c1ab9706659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:23:16.227508 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-b2db2569-f39a-4819-be01-d1bc7e504c1c req-7713ece6-d891-4e57-9629-7c1ab9706659 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195385'] for port, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:23:16.229208 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-b2db2569-f39a-4819-be01-d1bc7e504c1c req-7713ece6-d891-4e57-9629-7c1ab9706659 service neutron] 10.222.0.57 "PUT /v2.0/ports/1645aa9e-e57f-476b-8770-bbd02b5b508d HTTP/1.1" status: 200 len: 1094 time: 0.5863533 Aug 12 18:23:16.229569 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '563c0238-eda2-4a32-bdf1-21c0a2d9702d', 'tag': '1645aa9e-e57f-476b-8770-bbd02b5b508d'}] {{(pid=94212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 18:23:16.231834 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd512f55349b839fb4675422b2dbaf52bda1baead41a4efd90d4bf8a5142663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da08c11a-81d6-428f-b45f-ed2bf92dc57c" -d '{"events": [{"name": "network-changed", "server_uuid": "563c0238-eda2-4a32-bdf1-21c0a2d9702d", "tag": "1645aa9e-e57f-476b-8770-bbd02b5b508d"}]}' {{(pid=94212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 18:23:16.292309 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 18:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c032c1-38f1-4839-9147-9a0c6188045c x-openstack-request-id: req-06c032c1-38f1-4839-9147-9a0c6188045c {{(pid=94212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 18:23:16.292491 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "563c0238-eda2-4a32-bdf1-21c0a2d9702d", "tag": "1645aa9e-e57f-476b-8770-bbd02b5b508d", "status": "completed", "code": 200}]} {{(pid=94212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 18:23:16.292739 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-06c032c1-38f1-4839-9147-9a0c6188045c {{(pid=94212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 18:23:16.293128 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '563c0238-eda2-4a32-bdf1-21c0a2d9702d', 'tag': '1645aa9e-e57f-476b-8770-bbd02b5b508d', 'status': 'completed', 'code': 200} Aug 12 18:23:16.330152 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7713ece6-d891-4e57-9629-7c1ab9706659 service neutron] Pushing event updated for resources: {'Port': ['ID=1645aa9e-e57f-476b-8770-bbd02b5b508d,revision_number=3']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:23:16.356286 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee56f26-1512-4161-89b4-685d694337d5 req-1c73f5ea-6417-4d2f-8190-58d4fb542862 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:23:16.357809 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-7ee56f26-1512-4161-89b4-685d694337d5 req-1c73f5ea-6417-4d2f-8190-58d4fb542862 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/ports?device_id=563c0238-eda2-4a32-bdf1-21c0a2d9702d HTTP/1.1" status: 200 len: 944 time: 0.1190357 Aug 12 18:23:16.368829 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db2569-f39a-4819-be01-d1bc7e504c1c req-da8243a6-ceed-4688-b8df-b2274618de42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:23:16.370307 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-b2db2569-f39a-4819-be01-d1bc7e504c1c req-da8243a6-ceed-4688-b8df-b2274618de42 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8cc8b54eaea84dce93e93369d1e2a235&device_id=563c0238-eda2-4a32-bdf1-21c0a2d9702d HTTP/1.1" status: 200 len: 1097 time: 0.0764623 Aug 12 18:23:16.422061 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-b2db2569-f39a-4819-be01-d1bc7e504c1c req-75d11692-beb4-4309-a572-1cb9681d1911 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1645aa9e-e57f-476b-8770-bbd02b5b508d HTTP/1.1" status: 200 len: 217 time: 0.0387049 Aug 12 18:23:16.442854 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-7ee56f26-1512-4161-89b4-685d694337d5 req-678dc4fc-02c0-43be-b403-08d6ae47d2e2 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ce17333-f48b-4fb5-8537-1fff2ad9421d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770195 Aug 12 18:23:16.480064 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db2569-f39a-4819-be01-d1bc7e504c1c req-4ac62bcd-7a2c-4b57-a1c9-97846a4f0f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:23:16.481538 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-b2db2569-f39a-4819-be01-d1bc7e504c1c req-4ac62bcd-7a2c-4b57-a1c9-97846a4f0f9f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=62577e64-0b87-4c99-938c-6d58fc198501 HTTP/1.1" status: 200 len: 851 time: 0.0516863 Aug 12 18:23:16.526218 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db2569-f39a-4819-be01-d1bc7e504c1c req-97ac0a43-0242-41a4-9886-92eaf40ac834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:23:16.527693 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-b2db2569-f39a-4819-be01-d1bc7e504c1c req-97ac0a43-0242-41a4-9886-92eaf40ac834 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1370511f-2b66-4dfb-ac08-d34a11857787&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0395010 Aug 12 18:23:16.614741 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-b2db2569-f39a-4819-be01-d1bc7e504c1c req-d6188db2-26b7-4a5f-9731-f7ec615907ad service neutron] 10.222.0.57 "GET /v2.0/networks/1370511f-2b66-4dfb-ac08-d34a11857787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799992 Aug 12 18:23:16.705986 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-b2db2569-f39a-4819-be01-d1bc7e504c1c req-5a2b1128-6af0-4e10-9294-02e47e24c0d1 service neutron] 10.222.0.57 "GET /v2.0/networks/1370511f-2b66-4dfb-ac08-d34a11857787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837078 Aug 12 18:23:16.789966 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da08c11a-81d6-428f-b45f-ed2bf92dc57c req-800a6e3d-0143-461a-940d-55c8de92fc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:23:16.791466 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-da08c11a-81d6-428f-b45f-ed2bf92dc57c req-800a6e3d-0143-461a-940d-55c8de92fc9a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8cc8b54eaea84dce93e93369d1e2a235&device_id=563c0238-eda2-4a32-bdf1-21c0a2d9702d HTTP/1.1" status: 200 len: 1097 time: 0.0401845 Aug 12 18:23:16.797315 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e46c5c4-39ee-43bc-b7c6-a192553c2b2a req-8af28e91-5d69-41cc-af10-eacf3ad46986 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:23:16.798819 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-8e46c5c4-39ee-43bc-b7c6-a192553c2b2a req-8af28e91-5d69-41cc-af10-eacf3ad46986 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a5f2c87-7659-43ad-b7d0-3dae7889f7bc HTTP/1.1" status: 200 len: 945 time: 0.0505567 Aug 12 18:23:16.835826 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-8e46c5c4-39ee-43bc-b7c6-a192553c2b2a req-ca7d03ad-4384-4315-a3bf-93f12837c266 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.30 "GET /v2.0/security-groups?id=d90cbcbd-2594-40f0-bd47-72f96b83ac6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302427 Aug 12 18:23:16.886747 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da08c11a-81d6-428f-b45f-ed2bf92dc57c req-95766db0-b79b-4112-a915-99441ec0aebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:23:16.888231 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-da08c11a-81d6-428f-b45f-ed2bf92dc57c req-95766db0-b79b-4112-a915-99441ec0aebb service neutron] 10.222.0.57 "GET /v2.0/networks?id=1370511f-2b66-4dfb-ac08-d34a11857787 HTTP/1.1" status: 200 len: 913 time: 0.0869360 Aug 12 18:23:16.949830 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-da08c11a-81d6-428f-b45f-ed2bf92dc57c req-59383ee9-13fc-414e-aa06-3ec32cad7fa9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1645aa9e-e57f-476b-8770-bbd02b5b508d HTTP/1.1" status: 200 len: 217 time: 0.0535941 Aug 12 18:23:17.002585 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7947d735-4b2f-47a0-bd35-dfda191eca3e req-805ab4fd-2f84-42b7-8979-da387b83d015 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:23:17.004006 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-7947d735-4b2f-47a0-bd35-dfda191eca3e req-805ab4fd-2f84-42b7-8979-da387b83d015 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a5f2c87-7659-43ad-b7d0-3dae7889f7bc HTTP/1.1" status: 200 len: 945 time: 0.1022029 Aug 12 18:23:17.020522 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da08c11a-81d6-428f-b45f-ed2bf92dc57c req-45cadeee-3745-4945-8d18-af2914fedbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:23:17.021915 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-da08c11a-81d6-428f-b45f-ed2bf92dc57c req-45cadeee-3745-4945-8d18-af2914fedbe8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=62577e64-0b87-4c99-938c-6d58fc198501 HTTP/1.1" status: 200 len: 851 time: 0.0652156 Aug 12 18:23:17.069606 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-7947d735-4b2f-47a0-bd35-dfda191eca3e req-2f3312a7-c11d-4264-ad6a-e7aa524e4f3d tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.30 "GET /v2.0/security-groups?id=d90cbcbd-2594-40f0-bd47-72f96b83ac6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583699 Aug 12 18:23:17.079345 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da08c11a-81d6-428f-b45f-ed2bf92dc57c req-bc5c79e1-0487-4168-a271-7c2ab3df09d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:23:17.080867 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-da08c11a-81d6-428f-b45f-ed2bf92dc57c req-bc5c79e1-0487-4168-a271-7c2ab3df09d3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1370511f-2b66-4dfb-ac08-d34a11857787&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0512197 Aug 12 18:23:17.169628 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-da08c11a-81d6-428f-b45f-ed2bf92dc57c req-6f9e5fce-21a6-4856-b54c-736da1a887b2 service neutron] 10.222.0.57 "GET /v2.0/networks/1370511f-2b66-4dfb-ac08-d34a11857787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812926 Aug 12 18:23:17.261848 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-da08c11a-81d6-428f-b45f-ed2bf92dc57c req-82f6d624-0704-4a55-a241-e5041f042d29 service neutron] 10.222.0.57 "GET /v2.0/networks/1370511f-2b66-4dfb-ac08-d34a11857787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859520 Aug 12 18:23:17.396140 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f421bd-e8d4-48ab-92b9-f6a5bf309552 req-f1b02e1c-6248-4383-a156-e664827904a2 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:23:17.397600 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-36f421bd-e8d4-48ab-92b9-f6a5bf309552 req-f1b02e1c-6248-4383-a156-e664827904a2 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a5f2c87-7659-43ad-b7d0-3dae7889f7bc HTTP/1.1" status: 200 len: 945 time: 0.0485578 Aug 12 18:23:17.434436 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-36f421bd-e8d4-48ab-92b9-f6a5bf309552 req-7c419d5d-1133-4b9a-81f9-c33872eb49ad tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.30 "GET /v2.0/security-groups?id=d90cbcbd-2594-40f0-bd47-72f96b83ac6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310364 Aug 12 18:23:17.553597 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987f8948-713d-45af-a67d-4bc5758efc32 req-66d4c9af-fb00-45f8-914c-b0cbfd4a59a3 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:23:17.555198 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-987f8948-713d-45af-a67d-4bc5758efc32 req-66d4c9af-fb00-45f8-914c-b0cbfd4a59a3 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/ports?device_id=563c0238-eda2-4a32-bdf1-21c0a2d9702d HTTP/1.1" status: 200 len: 944 time: 0.0480306 Aug 12 18:23:17.593736 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-987f8948-713d-45af-a67d-4bc5758efc32 req-6c7111dc-77d3-4c32-9ea2-fb524e882eda tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ce17333-f48b-4fb5-8537-1fff2ad9421d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324919 Aug 12 18:23:18.709073 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40913962-4720-4cbe-b8ba-1411fa1d3fa1 req-fedea888-4701-4c2d-b6da-5380f2f120cf tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:23:18.710689 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-40913962-4720-4cbe-b8ba-1411fa1d3fa1 req-fedea888-4701-4c2d-b6da-5380f2f120cf tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/ports?device_id=563c0238-eda2-4a32-bdf1-21c0a2d9702d HTTP/1.1" status: 200 len: 944 time: 0.0512803 Aug 12 18:23:18.746937 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-40913962-4720-4cbe-b8ba-1411fa1d3fa1 req-d7dc592d-8e49-4ae5-9ed0-aaa9953399cb tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ce17333-f48b-4fb5-8537-1fff2ad9421d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304375 Aug 12 18:23:19.857831 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57499306-cb42-44e5-801c-11fd0e505c22 req-e8b34e55-a163-45cc-91df-65bd3d1b2395 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:23:19.859305 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-57499306-cb42-44e5-801c-11fd0e505c22 req-e8b34e55-a163-45cc-91df-65bd3d1b2395 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/ports?device_id=563c0238-eda2-4a32-bdf1-21c0a2d9702d HTTP/1.1" status: 200 len: 944 time: 0.0473368 Aug 12 18:23:19.895373 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-57499306-cb42-44e5-801c-11fd0e505c22 req-20ed3725-52a7-44d1-8170-6f87e4a2240f tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ce17333-f48b-4fb5-8537-1fff2ad9421d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297105 Aug 12 18:23:21.009191 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c878f9d9-7d94-403a-8642-857ed889b2a4 req-a1a115d8-1702-49f4-b9c9-2e6396482c3e tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:23:21.010670 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-c878f9d9-7d94-403a-8642-857ed889b2a4 req-a1a115d8-1702-49f4-b9c9-2e6396482c3e tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/ports?device_id=563c0238-eda2-4a32-bdf1-21c0a2d9702d HTTP/1.1" status: 200 len: 944 time: 0.0480533 Aug 12 18:23:21.046557 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-c878f9d9-7d94-403a-8642-857ed889b2a4 req-84840042-0720-4560-aab1-83076bac1e17 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ce17333-f48b-4fb5-8537-1fff2ad9421d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301504 Aug 12 18:23:22.156332 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7b72b5-c3e2-40ac-8be8-3fa672f57931 req-955f884b-408f-4dd0-8788-edf87b080d2b tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:23:22.157759 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-dc7b72b5-c3e2-40ac-8be8-3fa672f57931 req-955f884b-408f-4dd0-8788-edf87b080d2b tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/ports?device_id=563c0238-eda2-4a32-bdf1-21c0a2d9702d HTTP/1.1" status: 200 len: 944 time: 0.0469544 Aug 12 18:23:22.184931 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:23:22.194956 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-dc7b72b5-c3e2-40ac-8be8-3fa672f57931 req-511bf2e5-b966-4287-935b-8172f2cd673e tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ce17333-f48b-4fb5-8537-1fff2ad9421d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313885 Aug 12 18:23:23.310784 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7092ade4-8a8b-4430-a9d5-1e7c041cb690 req-0adfebe5-2963-497c-95a2-6230d1ab453a tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:23:23.312221 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-7092ade4-8a8b-4430-a9d5-1e7c041cb690 req-0adfebe5-2963-497c-95a2-6230d1ab453a tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/ports?device_id=563c0238-eda2-4a32-bdf1-21c0a2d9702d HTTP/1.1" status: 200 len: 944 time: 0.0520504 Aug 12 18:23:23.589199 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-7092ade4-8a8b-4430-a9d5-1e7c041cb690 req-b45663f4-7d19-44c5-a5bc-e6c7cf353e27 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ce17333-f48b-4fb5-8537-1fff2ad9421d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2704976 Aug 12 18:23:24.558907 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Device 1645aa9e-e57f-476b-8770-bbd02b5b508d details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=94213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 18:23:24.655450 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] For port 1645aa9e-e57f-476b-8770-bbd02b5b508d, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=1645aa9e-e57f-476b-8770-bbd02b5b508d,segment=NetworkSegment(c50bee88-fb75-4c7e-92a9-e5ad83fc9ee6),segment_id=c50bee88-fb75-4c7e-92a9-e5ad83fc9ee6)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:23:24.667355 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Returning: {'device': '1645aa9e-e57f-476b-8770-bbd02b5b508d', 'network_id': '1370511f-2b66-4dfb-ac08-d34a11857787', 'port_id': '1645aa9e-e57f-476b-8770-bbd02b5b508d', 'mac_address': 'fa:16:3e:a2:84:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62577e64-0b87-4c99-938c-6d58fc198501', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 18:23:24.704086 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:23:24.706506 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efaeeea-19c9-4f9b-af5c-712dd4884632 req-3dfb614b-46a4-4292-b2ff-f3880e5a293b tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:23:24.708237 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-4efaeeea-19c9-4f9b-af5c-712dd4884632 req-3dfb614b-46a4-4292-b2ff-f3880e5a293b tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/ports?device_id=563c0238-eda2-4a32-bdf1-21c0a2d9702d HTTP/1.1" status: 200 len: 944 time: 0.0538743 Aug 12 18:23:24.717306 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.notifiers.nova [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1645aa9e-e57f-476b-8770-bbd02b5b508d {{(pid=94213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 18:23:24.737622 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] For port 1645aa9e-e57f-476b-8770-bbd02b5b508d, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=1645aa9e-e57f-476b-8770-bbd02b5b508d,segment=NetworkSegment(c50bee88-fb75-4c7e-92a9-e5ad83fc9ee6),segment_id=c50bee88-fb75-4c7e-92a9-e5ad83fc9ee6)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:23:24.743664 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:23:24.753148 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-4efaeeea-19c9-4f9b-af5c-712dd4884632 req-452d0599-8938-4ad0-8827-d9a4b4d3c9c8 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ce17333-f48b-4fb5-8537-1fff2ad9421d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371113 Aug 12 18:23:24.795201 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Pushing event updated for resources: {'Port': ['ID=1645aa9e-e57f-476b-8770-bbd02b5b508d,revision_number=4']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:23:24.966057 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] get_ports_and_sgs() called for port_ids ['1645aa9e-e57f-476b-8770-bbd02b5b508d'] {{(pid=94213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 18:23:25.787469 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e8292c-eca7-4943-9e2f-e7bcf0b89f34 req-5f4752af-7659-42a6-a8ed-ed5e92876fcb tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:23:25.788948 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-50e8292c-eca7-4943-9e2f-e7bcf0b89f34 req-5f4752af-7659-42a6-a8ed-ed5e92876fcb tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a5f2c87-7659-43ad-b7d0-3dae7889f7bc HTTP/1.1" status: 200 len: 945 time: 0.0484924 Aug 12 18:23:25.825660 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-50e8292c-eca7-4943-9e2f-e7bcf0b89f34 req-59c684ad-a6f6-4906-98c9-f18098db7a15 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.30 "GET /v2.0/security-groups?id=d90cbcbd-2594-40f0-bd47-72f96b83ac6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308592 Aug 12 18:23:25.847183 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 57858) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:23:25.869707 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583ea3c6-5e77-49f8-95c4-0b7246fb4950 req-d2dd4ab9-b0ad-4834-ba5e-202d16cc7994 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:23:25.871200 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-583ea3c6-5e77-49f8-95c4-0b7246fb4950 req-d2dd4ab9-b0ad-4834-ba5e-202d16cc7994 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/ports?device_id=563c0238-eda2-4a32-bdf1-21c0a2d9702d HTTP/1.1" status: 200 len: 945 time: 0.0484002 Aug 12 18:23:25.908004 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-583ea3c6-5e77-49f8-95c4-0b7246fb4950 req-ae0c444f-17d1-41dc-9693-2f9c2259914f tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ce17333-f48b-4fb5-8537-1fff2ad9421d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310240 Aug 12 18:23:25.927634 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d8c87b-6d11-4e0a-9fff-2148e9b3f991 tempest-TestMinimumBasicScenario-1856957150 tempest-TestMinimumBasicScenario-1856957150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:23:25.929162 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-47d8c87b-6d11-4e0a-9fff-2148e9b3f991 tempest-TestMinimumBasicScenario-1856957150 tempest-TestMinimumBasicScenario-1856957150-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=6a5f2c87-7659-43ad-b7d0-3dae7889f7bc HTTP/1.1" status: 200 len: 1093 time: 0.0803812 Aug 12 18:23:25.932035 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 57862) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:23:25.936286 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.v2.base [None req-e5e03176-b1c4-40b1-9943-7e592c3b89ac tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Request body: {'floatingip': {'floating_network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'port_id': '3896b210-712f-454e-a28a-bbf2fd35024a', 'tenant_id': 'cccc698d501d4aca95381724df121872', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:23:25.957499 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-e5e03176-b1c4-40b1-9943-7e592c3b89ac tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Notify callbacks [] for floatingip, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:23:26.054082 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-e5e03176-b1c4-40b1-9943-7e592c3b89ac tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:23:26.156186 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.db.db_base_plugin_common [None req-e5e03176-b1c4-40b1-9943-7e592c3b89ac tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Allocated IP 172.27.3.168 (7a7b82d9-a69e-485d-9e07-6a129d075bce/c473b355-6ff8-4f1b-9a18-c893e152c20b/cd3885aa-4d31-4c51-808d-5479870ddabe) {{(pid=94211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 18:23:26.250629 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-e5e03176-b1c4-40b1-9943-7e592c3b89ac tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Notify callbacks [] for port, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:23:26.289494 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-e5e03176-b1c4-40b1-9943-7e592c3b89ac tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763627144933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9252727'] for port, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:23:26.322785 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e03176-b1c4-40b1-9943-7e592c3b89ac tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Network 7a7b82d9-a69e-485d-9e07-6a129d075bce is already hosted by enough agents. {{(pid=94211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 18:23:26.325503 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.base_scheduler [None req-e5e03176-b1c4-40b1-9943-7e592c3b89ac tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Resources bound (agent type, host, resource id): {{(pid=94211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 18:23:26.327945 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e03176-b1c4-40b1-9943-7e592c3b89ac tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Received port after_create {{(pid=94211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 18:23:26.364726 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e03176-b1c4-40b1-9943-7e592c3b89ac tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Pushing event updated for resources: {'Port': ['ID=cd3885aa-4d31-4c51-808d-5479870ddabe,revision_number=1']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:23:26.375643 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e03176-b1c4-40b1-9943-7e592c3b89ac tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:23:26.375991 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e03176-b1c4-40b1-9943-7e592c3b89ac tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:23:26.376332 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e03176-b1c4-40b1-9943-7e592c3b89ac tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:23:26.376667 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e03176-b1c4-40b1-9943-7e592c3b89ac tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:23:26.376998 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e03176-b1c4-40b1-9943-7e592c3b89ac tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:23:26.377326 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e03176-b1c4-40b1-9943-7e592c3b89ac tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:23:26.377652 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e03176-b1c4-40b1-9943-7e592c3b89ac tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:23:26.378000 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e03176-b1c4-40b1-9943-7e592c3b89ac tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:23:26.378327 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e03176-b1c4-40b1-9943-7e592c3b89ac tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:23:26.378649 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e03176-b1c4-40b1-9943-7e592c3b89ac tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:23:26.379488 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e03176-b1c4-40b1-9943-7e592c3b89ac tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:23:26.379807 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e03176-b1c4-40b1-9943-7e592c3b89ac tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:23:26.522380 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.agents_db [None req-aa7dbe78-d4f0-421a-85da-826b2a172358 None None] Agent healthcheck: found 6 active agents {{(pid=94214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 18:23:26.569727 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Device 1645aa9e-e57f-476b-8770-bbd02b5b508d up at agent hyperv_hv-cinder-75994 {{(pid=94213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 18:23:26.618353 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Provisioning for port 1645aa9e-e57f-476b-8770-bbd02b5b508d completed by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 18:23:26.622028 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Provisioning complete for port 1645aa9e-e57f-476b-8770-bbd02b5b508d triggered by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:23:26.622424 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:23:26.696579 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-e5e03176-b1c4-40b1-9943-7e592c3b89ac tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:23:26.697936 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:23:26.721618 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '563c0238-eda2-4a32-bdf1-21c0a2d9702d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1645aa9e-e57f-476b-8770-bbd02b5b508d'}] {{(pid=94213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 18:23:26.723840 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093bef5005328d2170e61a9e3556762ddeddd0b69a57765fcd678c61bdf37499" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e328b1-b516-4579-adbe-0b4091e494a4" -d '{"events": [{"server_uuid": "563c0238-eda2-4a32-bdf1-21c0a2d9702d", "name": "network-vif-plugged", "status": "completed", "tag": "1645aa9e-e57f-476b-8770-bbd02b5b508d"}]}' {{(pid=94213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 18:23:26.739265 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] For port 1645aa9e-e57f-476b-8770-bbd02b5b508d, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=1645aa9e-e57f-476b-8770-bbd02b5b508d,segment=NetworkSegment(c50bee88-fb75-4c7e-92a9-e5ad83fc9ee6),segment_id=c50bee88-fb75-4c7e-92a9-e5ad83fc9ee6)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:23:26.743540 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:23:26.767293 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-e5e03176-b1c4-40b1-9943-7e592c3b89ac tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:23:26.768807 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 18:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c8cd842-9230-4970-b2c2-573f6dcf4a14 x-openstack-request-id: req-9c8cd842-9230-4970-b2c2-573f6dcf4a14 {{(pid=94213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 18:23:26.769098 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "563c0238-eda2-4a32-bdf1-21c0a2d9702d", "name": "network-vif-plugged", "status": "completed", "tag": "1645aa9e-e57f-476b-8770-bbd02b5b508d", "code": 200}]} {{(pid=94213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 18:23:26.769376 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9c8cd842-9230-4970-b2c2-573f6dcf4a14 {{(pid=94213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 18:23:26.769769 dv-cinder-759943-10-iscsi neutron-server[94213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '563c0238-eda2-4a32-bdf1-21c0a2d9702d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1645aa9e-e57f-476b-8770-bbd02b5b508d', 'code': 200} Aug 12 18:23:26.797266 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Pushing event updated for resources: {'Port': ['ID=1645aa9e-e57f-476b-8770-bbd02b5b508d,revision_number=5']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:23:26.914607 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-e5e03176-b1c4-40b1-9943-7e592c3b89ac tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Notify callbacks [] for port, precommit_update {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:23:26.919016 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-e5e03176-b1c4-40b1-9943-7e592c3b89ac tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9252734'] for port, after_update {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:23:26.991289 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12abdc8-804a-434b-aecf-3ae464abbeeb req-1a27e507-7054-4d8e-9cff-7a6e805623cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:23:26.992681 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-e12abdc8-804a-434b-aecf-3ae464abbeeb req-1a27e507-7054-4d8e-9cff-7a6e805623cd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=563c0238-eda2-4a32-bdf1-21c0a2d9702d HTTP/1.1" status: 200 len: 1099 time: 0.0535283 Aug 12 18:23:26.995628 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e03176-b1c4-40b1-9943-7e592c3b89ac tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Pushing event updated for resources: {'Port': ['ID=cd3885aa-4d31-4c51-808d-5479870ddabe,revision_number=2']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:23:27.006565 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-e5e03176-b1c4-40b1-9943-7e592c3b89ac tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734856'] for floatingip, after_update {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:23:27.054305 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2dfb4b-f383-4b75-bef5-1db7c568364a req-d49b0f11-ad9d-40c5-97f3-ef51e171a833 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:23:27.055787 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-db2dfb4b-f383-4b75-bef5-1db7c568364a req-d49b0f11-ad9d-40c5-97f3-ef51e171a833 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/ports?device_id=563c0238-eda2-4a32-bdf1-21c0a2d9702d HTTP/1.1" status: 200 len: 946 time: 0.0788100 Aug 12 18:23:27.057749 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-e12abdc8-804a-434b-aecf-3ae464abbeeb req-be95ae6a-2759-4e93-bcb6-9de2220da2ea service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2ce17333-f48b-4fb5-8537-1fff2ad9421d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504861 Aug 12 18:23:27.092642 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-db2dfb4b-f383-4b75-bef5-1db7c568364a req-93dc33bc-254f-49da-b9a8-1eee4b8b710a tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ce17333-f48b-4fb5-8537-1fff2ad9421d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308392 Aug 12 18:23:27.105697 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.db.l3_db [None req-e5e03176-b1c4-40b1-9943-7e592c3b89ac tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Floating IP 1f4b8854-8773-4fd8-bb2a-7b9fd5a4ca0a associated. External IP: 172.27.3.168, port: 3896b210-712f-454e-a28a-bbf2fd35024a. Aug 12 18:23:27.309728 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5e03176-b1c4-40b1-9943-7e592c3b89ac tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Router 9a2a9c76-fe2b-42b4-9849-345d007e369f has already been hosted by L3 agent 35f8a3af-1ed6-4507-a756-5ee5db7e6400 {{(pid=94211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 18:23:27.411843 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5e03176-b1c4-40b1-9943-7e592c3b89ac tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Notify agent at l3_agent.dv-cinder-759943-10-iscsi the message routers_updated {{(pid=94211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 18:23:27.421669 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991c7afd-6e56-4f93-9dd6-85fbf93af683 None None] Sync routers for ids ['9a2a9c76-fe2b-42b4-9849-345d007e369f'] in dv-cinder-759943-10-iscsi {{(pid=94213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 18:23:27.428863 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-e5e03176-b1c4-40b1-9943-7e592c3b89ac tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195385'] for floatingip, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:23:27.430922 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991c7afd-6e56-4f93-9dd6-85fbf93af683 None None] Routers {'9a2a9c76-fe2b-42b4-9849-345d007e369f'} bound to L3 agent in host dv-cinder-759943-10-iscsi {{(pid=94213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 18:23:27.431535 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-991c7afd-6e56-4f93-9dd6-85fbf93af683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T18:04:37Z,description=,heartbeat_timestamp=2021-08-12T18:23:07Z,host='dv-cinder-759943-10-iscsi',id=35f8a3af-1ed6-4507-a756-5ee5db7e6400,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T18:04:37Z,topic='l3_agent')) {'router_ids': ['9a2a9c76-fe2b-42b4-9849-345d007e369f'], 'active': True} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:23:27.455335 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-e5e03176-b1c4-40b1-9943-7e592c3b89ac tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5222502 Aug 12 18:23:27.456205 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a5f2c87-7659-43ad-b7d0-3dae7889f7bc', 'tag': '3896b210-712f-454e-a28a-bbf2fd35024a'}] {{(pid=94211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 18:23:27.458703 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 57868) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:23:27.463437 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.v2.base [None req-1a3b160e-df5b-4150-a720-5a9a819577c6 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2009517578', 'description': 'tempest-secgroup-smoke-2009517578 description', 'project_id': 'cccc698d501d4aca95381724df121872'}} {{(pid=94212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:23:27.464049 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0869c7c93421d026cad47568b464a40121916bf4cc543438babfcccb5335f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcaa98c7-4054-405c-ba0e-618258100d27" -d '{"events": [{"name": "network-changed", "server_uuid": "6a5f2c87-7659-43ad-b7d0-3dae7889f7bc", "tag": "3896b210-712f-454e-a28a-bbf2fd35024a"}]}' {{(pid=94211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 18:23:27.493470 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-1a3b160e-df5b-4150-a720-5a9a819577c6 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Notify callbacks [] for security_group, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:23:27.544927 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvr_db [None req-991c7afd-6e56-4f93-9dd6-85fbf93af683 None None] Set router 9a2a9c76-fe2b-42b4-9849-345d007e369f gateway port host: dv-cinder-759943-10-iscsi {{(pid=94213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 18:23:27.566411 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 18:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eafd75c-850c-4f16-b2c2-2fc268a890bb x-openstack-request-id: req-1eafd75c-850c-4f16-b2c2-2fc268a890bb {{(pid=94211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 18:23:27.566827 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a5f2c87-7659-43ad-b7d0-3dae7889f7bc", "tag": "3896b210-712f-454e-a28a-bbf2fd35024a", "status": "completed", "code": 200}]} {{(pid=94211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 18:23:27.567073 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1eafd75c-850c-4f16-b2c2-2fc268a890bb {{(pid=94211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 18:23:27.568037 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a5f2c87-7659-43ad-b7d0-3dae7889f7bc', 'tag': '3896b210-712f-454e-a28a-bbf2fd35024a', 'status': 'completed', 'code': 200} Aug 12 18:23:27.578297 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-1a3b160e-df5b-4150-a720-5a9a819577c6 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Notify callbacks [] for security_group, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:23:27.583115 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-1a3b160e-df5b-4150-a720-5a9a819577c6 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:23:27.631632 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-1a3b160e-df5b-4150-a720-5a9a819577c6 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Notify callbacks [] for security_group, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:23:27.632806 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-1a3b160e-df5b-4150-a720-5a9a819577c6 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1729515 Aug 12 18:23:27.636150 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 57874) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:23:27.640843 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.v2.base [None req-f6292aed-9edd-4a13-8eca-14ee78f02b0f tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Request body: {'security_group_rule': {'security_group_id': 'dc72672d-d8df-4be2-bd1e-dadab3a3ddad', 'project_id': 'cccc698d501d4aca95381724df121872', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:23:27.642602 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3b160e-df5b-4150-a720-5a9a819577c6 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc72672d-d8df-4be2-bd1e-dadab3a3ddad,revision_number=1']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:23:27.653884 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa98c7-4054-405c-ba0e-618258100d27 req-f260053d-5bb6-4564-a7db-10a487a99ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:23:27.655556 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-bcaa98c7-4054-405c-ba0e-618258100d27 req-f260053d-5bb6-4564-a7db-10a487a99ae1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cccc698d501d4aca95381724df121872&device_id=6a5f2c87-7659-43ad-b7d0-3dae7889f7bc HTTP/1.1" status: 200 len: 1098 time: 0.0467999 Aug 12 18:23:27.672056 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-f6292aed-9edd-4a13-8eca-14ee78f02b0f tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:23:27.734802 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-f6292aed-9edd-4a13-8eca-14ee78f02b0f tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:23:27.739855 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-f6292aed-9edd-4a13-8eca-14ee78f02b0f tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740685'] for security_group_rule, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:23:27.753970 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa98c7-4054-405c-ba0e-618258100d27 req-5f87ee96-6d37-4dc8-8459-2fb4fdf2efa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:23:27.755607 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-bcaa98c7-4054-405c-ba0e-618258100d27 req-5f87ee96-6d37-4dc8-8459-2fb4fdf2efa7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=df77d53e-f2d8-4774-a49c-59d1887890c6 HTTP/1.1" status: 200 len: 916 time: 0.0910830 Aug 12 18:23:27.761291 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6292aed-9edd-4a13-8eca-14ee78f02b0f tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1e7dfbe-ee13-4aa2-8b51-f3f09bdcd524,revision_number=0']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:23:27.765755 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-f6292aed-9edd-4a13-8eca-14ee78f02b0f tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:23:27.767010 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-f6292aed-9edd-4a13-8eca-14ee78f02b0f tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1298411 Aug 12 18:23:27.770312 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 57876) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:23:27.776394 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.v2.base [None req-c5af7d9c-a260-4c05-a623-4fcaa50ec07b tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Request body: {'security_group_rule': {'security_group_id': 'dc72672d-d8df-4be2-bd1e-dadab3a3ddad', 'project_id': 'cccc698d501d4aca95381724df121872', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:23:27.803027 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-991c7afd-6e56-4f93-9dd6-85fbf93af683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2a9c76-fe2b-42b4-9849-345d007e369f', 'name': 'tempest-TestMinimumBasicScenario-1025592334-router', 'tenant_id': 'cccc698d501d4aca95381724df121872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': 'f3237f08-cdf3-42c0-8e6d-043671f44b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:22:39Z', 'updated_at': '2021-08-12T18:22:41Z', 'revision_number': 4, 'project_id': 'cccc698d501d4aca95381724df121872', 'gw_port': {'id': 'f3237f08-cdf3-42c0-8e6d-043671f44b0f', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2a9c76-fe2b-42b4-9849-345d007e369f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:22:39Z', 'updated_at': '2021-08-12T18:22:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi', '_floatingips': [{'id': '1f4b8854-8773-4fd8-bb2a-7b9fd5a4ca0a', 'tenant_id': 'cccc698d501d4aca95381724df121872', 'floating_ip_address': '172.27.3.168', 'floating_network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'router_id': '9a2a9c76-fe2b-42b4-9849-345d007e369f', 'port_id': '3896b210-712f-454e-a28a-bbf2fd35024a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df77d53e-f2d8-4774-a49c-59d1887890c6', 'mac_address': 'fa:16:3e:c2:e4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5f2c87-7659-43ad-b7d0-3dae7889f7bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T18:23:26Z', 'updated_at': '2021-08-12T18:23:26Z', 'revision_number': 0, 'project_id': 'cccc698d501d4aca95381724df121872', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ec5a1a4-43c1-4f88-ad8b-a1202f3f8e0e', 'name': '', 'network_id': 'df77d53e-f2d8-4774-a49c-59d1887890c6', 'tenant_id': 'cccc698d501d4aca95381724df121872', 'mac_address': 'fa:16:3e:f0:9f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2a9c76-fe2b-42b4-9849-345d007e369f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'cf6cced3-60e4-4a66-8e55-2a164e69b925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:22:41Z', 'updated_at': '2021-08-12T18:22:47Z', 'revision_number': 5, 'project_id': 'cccc698d501d4aca95381724df121872', 'subnets': [{'id': 'cf6cced3-60e4-4a66-8e55-2a164e69b925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-10-iscsi', False) {} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:23:27.816127 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-c5af7d9c-a260-4c05-a623-4fcaa50ec07b tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:23:27.835469 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991c7afd-6e56-4f93-9dd6-85fbf93af683 None None] Checking router: 9a2a9c76-fe2b-42b4-9849-345d007e369f for host: dv-cinder-759943-10-iscsi {{(pid=94213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 18:23:27.847192 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991c7afd-6e56-4f93-9dd6-85fbf93af683 None None] Routers {'9a2a9c76-fe2b-42b4-9849-345d007e369f'} bound to L3 agent in host dv-cinder-759943-10-iscsi {{(pid=94213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 18:23:27.847848 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-991c7afd-6e56-4f93-9dd6-85fbf93af683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T18:04:37Z,description=,heartbeat_timestamp=2021-08-12T18:23:07Z,host='dv-cinder-759943-10-iscsi',id=35f8a3af-1ed6-4507-a756-5ee5db7e6400,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T18:04:37Z,topic='l3_agent')) {'router_ids': ['9a2a9c76-fe2b-42b4-9849-345d007e369f'], 'active': True} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:23:27.855442 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-bcaa98c7-4054-405c-ba0e-618258100d27 req-a730eba2-b771-41ef-a64a-098fd6a647ab service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3896b210-712f-454e-a28a-bbf2fd35024a HTTP/1.1" status: 200 len: 999 time: 0.0899959 Aug 12 18:23:27.882087 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-c5af7d9c-a260-4c05-a623-4fcaa50ec07b tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:23:27.888495 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-c5af7d9c-a260-4c05-a623-4fcaa50ec07b tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740685'] for security_group_rule, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:23:27.911717 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5af7d9c-a260-4c05-a623-4fcaa50ec07b tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b23f7036-afac-47cf-a4f3-e5a9391b648e,revision_number=0']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:23:27.916039 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-c5af7d9c-a260-4c05-a623-4fcaa50ec07b tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:23:27.918007 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-c5af7d9c-a260-4c05-a623-4fcaa50ec07b tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1458666 Aug 12 18:23:27.919780 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa98c7-4054-405c-ba0e-618258100d27 req-ced84015-f9c7-40b0-8d9f-d0f230df0815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:23:27.920251 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 57878) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:23:27.921583 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-bcaa98c7-4054-405c-ba0e-618258100d27 req-ced84015-f9c7-40b0-8d9f-d0f230df0815 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cf6cced3-60e4-4a66-8e55-2a164e69b925 HTTP/1.1" status: 200 len: 854 time: 0.0580471 Aug 12 18:23:27.925048 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.v2.base [None req-a81c7f4e-4561-427a-9cd9-00b02a8f3fad tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Request body: {'security_group_rule': {'security_group_id': 'dc72672d-d8df-4be2-bd1e-dadab3a3ddad', 'project_id': 'cccc698d501d4aca95381724df121872', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:23:27.952499 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-a81c7f4e-4561-427a-9cd9-00b02a8f3fad tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:23:27.974901 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvr_db [None req-991c7afd-6e56-4f93-9dd6-85fbf93af683 None None] Set router 9a2a9c76-fe2b-42b4-9849-345d007e369f gateway port host: dv-cinder-759943-10-iscsi {{(pid=94213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 18:23:28.021403 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-a81c7f4e-4561-427a-9cd9-00b02a8f3fad tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:23:28.026601 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-a81c7f4e-4561-427a-9cd9-00b02a8f3fad tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740685'] for security_group_rule, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:23:28.047388 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81c7f4e-4561-427a-9cd9-00b02a8f3fad tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=441b37bd-3045-4faf-8225-c328c43ef2e4,revision_number=0']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:23:28.056623 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-a81c7f4e-4561-427a-9cd9-00b02a8f3fad tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:23:28.057850 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-a81c7f4e-4561-427a-9cd9-00b02a8f3fad tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1362753 Aug 12 18:23:28.060655 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 57880) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:23:28.065340 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.v2.base [None req-b312eea8-a72f-4116-8431-d81600776121 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Request body: {'security_group_rule': {'security_group_id': 'dc72672d-d8df-4be2-bd1e-dadab3a3ddad', 'project_id': 'cccc698d501d4aca95381724df121872', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:23:28.091279 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-b312eea8-a72f-4116-8431-d81600776121 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:23:28.161238 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-b312eea8-a72f-4116-8431-d81600776121 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:23:28.167886 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-b312eea8-a72f-4116-8431-d81600776121 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740685'] for security_group_rule, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:23:28.188824 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b312eea8-a72f-4116-8431-d81600776121 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ec279e9-f296-40b4-92fa-3b2428599138,revision_number=0']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:23:28.196413 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-b312eea8-a72f-4116-8431-d81600776121 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:23:28.198371 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-b312eea8-a72f-4116-8431-d81600776121 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1365883 Aug 12 18:23:28.201110 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 57884) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:23:28.208007 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.v2.base [None req-7e6f2d1e-6f33-47e1-bed4-f557b4f12d53 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Request body: {'security_group_rule': {'security_group_id': 'dc72672d-d8df-4be2-bd1e-dadab3a3ddad', 'project_id': 'cccc698d501d4aca95381724df121872', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:23:28.232769 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.db.securitygroups_db [None req-7e6f2d1e-6f33-47e1-bed4-f557b4f12d53 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Project cccc698d501d4aca95381724df121872 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 18:23:28.233424 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-991c7afd-6e56-4f93-9dd6-85fbf93af683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2a9c76-fe2b-42b4-9849-345d007e369f', 'name': 'tempest-TestMinimumBasicScenario-1025592334-router', 'tenant_id': 'cccc698d501d4aca95381724df121872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': 'f3237f08-cdf3-42c0-8e6d-043671f44b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:22:39Z', 'updated_at': '2021-08-12T18:22:41Z', 'revision_number': 4, 'project_id': 'cccc698d501d4aca95381724df121872', 'gw_port': {'id': 'f3237f08-cdf3-42c0-8e6d-043671f44b0f', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2a9c76-fe2b-42b4-9849-345d007e369f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:22:39Z', 'updated_at': '2021-08-12T18:22:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi', '_floatingips': [{'id': '1f4b8854-8773-4fd8-bb2a-7b9fd5a4ca0a', 'tenant_id': 'cccc698d501d4aca95381724df121872', 'floating_ip_address': '172.27.3.168', 'floating_network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'router_id': '9a2a9c76-fe2b-42b4-9849-345d007e369f', 'port_id': '3896b210-712f-454e-a28a-bbf2fd35024a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df77d53e-f2d8-4774-a49c-59d1887890c6', 'mac_address': 'fa:16:3e:c2:e4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5f2c87-7659-43ad-b7d0-3dae7889f7bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T18:23:26Z', 'updated_at': '2021-08-12T18:23:26Z', 'revision_number': 0, 'project_id': 'cccc698d501d4aca95381724df121872', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ec5a1a4-43c1-4f88-ad8b-a1202f3f8e0e', 'name': '', 'network_id': 'df77d53e-f2d8-4774-a49c-59d1887890c6', 'tenant_id': 'cccc698d501d4aca95381724df121872', 'mac_address': 'fa:16:3e:f0:9f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2a9c76-fe2b-42b4-9849-345d007e369f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'cf6cced3-60e4-4a66-8e55-2a164e69b925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:22:41Z', 'updated_at': '2021-08-12T18:22:47Z', 'revision_number': 5, 'project_id': 'cccc698d501d4aca95381724df121872', 'subnets': [{'id': 'cf6cced3-60e4-4a66-8e55-2a164e69b925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-10-iscsi', False) {} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:23:28.238171 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-7e6f2d1e-6f33-47e1-bed4-f557b4f12d53 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:23:28.272438 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991c7afd-6e56-4f93-9dd6-85fbf93af683 None None] The sync data for ids ['9a2a9c76-fe2b-42b4-9849-345d007e369f'] in dv-cinder-759943-10-iscsi is: [{'id': '9a2a9c76-fe2b-42b4-9849-345d007e369f', 'name': 'tempest-TestMinimumBasicScenario-1025592334-router', 'tenant_id': 'cccc698d501d4aca95381724df121872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': 'f3237f08-cdf3-42c0-8e6d-043671f44b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:22:39Z', 'updated_at': '2021-08-12T18:22:41Z', 'revision_number': 4, 'project_id': 'cccc698d501d4aca95381724df121872', 'gw_port': {'id': 'f3237f08-cdf3-42c0-8e6d-043671f44b0f', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2a9c76-fe2b-42b4-9849-345d007e369f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:22:39Z', 'updated_at': '2021-08-12T18:22:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi', '_floatingips': [{'id': '1f4b8854-8773-4fd8-bb2a-7b9fd5a4ca0a', 'tenant_id': 'cccc698d501d4aca95381724df121872', 'floating_ip_address': '172.27.3.168', 'floating_network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'router_id': '9a2a9c76-fe2b-42b4-9849-345d007e369f', 'port_id': '3896b210-712f-454e-a28a-bbf2fd35024a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df77d53e-f2d8-4774-a49c-59d1887890c6', 'mac_address': 'fa:16:3e:c2:e4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5f2c87-7659-43ad-b7d0-3dae7889f7bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T18:23:26Z', 'updated_at': '2021-08-12T18:23:26Z', 'revision_number': 0, 'project_id': 'cccc698d501d4aca95381724df121872', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ec5a1a4-43c1-4f88-ad8b-a1202f3f8e0e', 'name': '', 'network_id': 'df77d53e-f2d8-4774-a49c-59d1887890c6', 'tenant_id': 'cccc698d501d4aca95381724df121872', 'mac_address': 'fa:16:3e:f0:9f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2a9c76-fe2b-42b4-9849-345d007e369f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'cf6cced3-60e4-4a66-8e55-2a164e69b925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:22:41Z', 'updated_at': '2021-08-12T18:22:47Z', 'revision_number': 5, 'project_id': 'cccc698d501d4aca95381724df121872', 'subnets': [{'id': 'cf6cced3-60e4-4a66-8e55-2a164e69b925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 18:23:28.279383 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa98c7-4054-405c-ba0e-618258100d27 req-e1109ef9-498b-4973-9a15-7d13f233bc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:23:28.280926 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-bcaa98c7-4054-405c-ba0e-618258100d27 req-e1109ef9-498b-4973-9a15-7d13f233bc49 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=df77d53e-f2d8-4774-a49c-59d1887890c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3506444 Aug 12 18:23:28.295621 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c105cd10-dfb7-4e55-8c25-6b15546b06f8 req-60a6fccb-59e1-41ee-857e-e94e958e61bb tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:23:28.297406 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-c105cd10-dfb7-4e55-8c25-6b15546b06f8 req-60a6fccb-59e1-41ee-857e-e94e958e61bb tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/ports?device_id=563c0238-eda2-4a32-bdf1-21c0a2d9702d HTTP/1.1" status: 200 len: 946 time: 0.0750761 Aug 12 18:23:28.309221 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-7e6f2d1e-6f33-47e1-bed4-f557b4f12d53 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:23:28.313369 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-7e6f2d1e-6f33-47e1-bed4-f557b4f12d53 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740685'] for security_group_rule, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:23:28.331380 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6f2d1e-6f33-47e1-bed4-f557b4f12d53 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=129a7544-77fa-44c4-9bf9-0d4f7a29b1ee,revision_number=0']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:23:28.338795 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-7e6f2d1e-6f33-47e1-bed4-f557b4f12d53 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:23:28.340198 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-7e6f2d1e-6f33-47e1-bed4-f557b4f12d53 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1377892 Aug 12 18:23:28.342829 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 57886) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:23:28.348012 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.v2.base [None req-c9bc8477-ee39-44f2-9671-915cd8ecad81 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Request body: {'security_group_rule': {'security_group_id': 'dc72672d-d8df-4be2-bd1e-dadab3a3ddad', 'project_id': 'cccc698d501d4aca95381724df121872', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:23:28.371007 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.db.securitygroups_db [None req-c9bc8477-ee39-44f2-9671-915cd8ecad81 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Project cccc698d501d4aca95381724df121872 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 18:23:28.375791 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-c9bc8477-ee39-44f2-9671-915cd8ecad81 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:23:28.385452 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-c105cd10-dfb7-4e55-8c25-6b15546b06f8 req-74eaac40-e3f3-4f8d-9d00-c5a30e6a0fcf tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ce17333-f48b-4fb5-8537-1fff2ad9421d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789204 Aug 12 18:23:28.414754 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-bcaa98c7-4054-405c-ba0e-618258100d27 req-9741c915-8941-4066-a458-391b5090ac99 service neutron] 10.222.0.57 "GET /v2.0/networks/df77d53e-f2d8-4774-a49c-59d1887890c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163113 Aug 12 18:23:28.444402 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-c9bc8477-ee39-44f2-9671-915cd8ecad81 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:23:28.448905 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-c9bc8477-ee39-44f2-9671-915cd8ecad81 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740685'] for security_group_rule, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:23:28.481109 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bc8477-ee39-44f2-9671-915cd8ecad81 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dedebcc-6e0b-4ed1-b6c8-9e85f253513d,revision_number=0']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:23:28.505374 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-c9bc8477-ee39-44f2-9671-915cd8ecad81 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:23:28.506611 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-c9bc8477-ee39-44f2-9671-915cd8ecad81 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1628406 Aug 12 18:23:28.520452 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-bcaa98c7-4054-405c-ba0e-618258100d27 req-30dfb89c-d8ee-4e47-b78c-518898227d5e service neutron] 10.222.0.57 "GET /v2.0/networks/df77d53e-f2d8-4774-a49c-59d1887890c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982423 Aug 12 18:23:28.534609 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bb3be2-b337-4fd3-b3b6-3d3cdab79366 req-9f81fc6d-2434-4104-b396-56ba1c05564d tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:23:28.538460 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-40bb3be2-b337-4fd3-b3b6-3d3cdab79366 req-9f81fc6d-2434-4104-b396-56ba1c05564d tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/ports?device_id=563c0238-eda2-4a32-bdf1-21c0a2d9702d HTTP/1.1" status: 200 len: 946 time: 0.0672712 Aug 12 18:23:28.571922 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774586fd-dace-40bc-b2df-05318927b6d1 None None] New status for floating IP 1f4b8854-8773-4fd8-bb2a-7b9fd5a4ca0a: ACTIVE {{(pid=94214) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 18:23:28.577851 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-40bb3be2-b337-4fd3-b3b6-3d3cdab79366 req-db870ba9-d105-4d7a-a443-41d698ab5a6a tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ce17333-f48b-4fb5-8537-1fff2ad9421d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351365 Aug 12 18:23:28.592016 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-efa53839-9be1-4d3c-a836-95edbf523f07 req-b6eaee26-aa3d-43da-bb0b-62e3caf94896 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2009517578&fields=id&tenant_id=cccc698d501d4aca95381724df121872 HTTP/1.1" status: 200 len: 267 time: 0.0362117 Aug 12 18:23:28.603121 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 57892) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:23:28.642719 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416a5597-96da-495e-ae5a-44659b625187 tempest-TestVolumeBootPattern-801991321 tempest-TestVolumeBootPattern-801991321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:23:28.647407 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-416a5597-96da-495e-ae5a-44659b625187 tempest-TestVolumeBootPattern-801991321 tempest-TestVolumeBootPattern-801991321-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=563c0238-eda2-4a32-bdf1-21c0a2d9702d HTTP/1.1" status: 200 len: 1094 time: 0.0402515 Aug 12 18:23:28.647684 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 57894) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:23:28.651416 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa53839-9be1-4d3c-a836-95edbf523f07 req-a0f06076-582b-4008-83bd-09952a25f8bd tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:23:28.652144 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.v2.base [None req-5e9c53ba-615e-4971-897c-665e0e8677db tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Request body: {'floatingip': {'floating_network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'port_id': '1645aa9e-e57f-476b-8770-bbd02b5b508d', 'tenant_id': '8cc8b54eaea84dce93e93369d1e2a235', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:23:28.653035 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-efa53839-9be1-4d3c-a836-95edbf523f07 req-a0f06076-582b-4008-83bd-09952a25f8bd tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a5f2c87-7659-43ad-b7d0-3dae7889f7bc HTTP/1.1" status: 200 len: 945 time: 0.0550499 Aug 12 18:23:28.664918 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.v2.base [req-efa53839-9be1-4d3c-a836-95edbf523f07 req-2f8d8522-ff41-4a07-81c6-dc54f2722342 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Request body: {'port': {'security_groups': ['d90cbcbd-2594-40f0-bd47-72f96b83ac6e', 'dc72672d-d8df-4be2-bd1e-dadab3a3ddad']}} {{(pid=94212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:23:28.676902 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-5e9c53ba-615e-4971-897c-665e0e8677db tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks [] for floatingip, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:23:28.732545 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-efa53839-9be1-4d3c-a836-95edbf523f07 req-2f8d8522-ff41-4a07-81c6-dc54f2722342 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:23:28.793962 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-5e9c53ba-615e-4971-897c-665e0e8677db tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:23:28.896399 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.db.db_base_plugin_common [None req-5e9c53ba-615e-4971-897c-665e0e8677db tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Allocated IP 172.27.3.239 (7a7b82d9-a69e-485d-9e07-6a129d075bce/c473b355-6ff8-4f1b-9a18-c893e152c20b/6411c02f-6705-4520-acb3-7be4a607cf40) {{(pid=94211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 18:23:28.915516 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.db [req-efa53839-9be1-4d3c-a836-95edbf523f07 req-2f8d8522-ff41-4a07-81c6-dc54f2722342 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] For port 3896b210-712f-454e-a28a-bbf2fd35024a, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=3896b210-712f-454e-a28a-bbf2fd35024a,segment=NetworkSegment(3a9791bc-1b8f-402c-b71c-2d1efb358423),segment_id=3a9791bc-1b8f-402c-b71c-2d1efb358423)] {{(pid=94212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:23:28.945061 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-efa53839-9be1-4d3c-a836-95edbf523f07 req-2f8d8522-ff41-4a07-81c6-dc54f2722342 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Notify callbacks [] for port, precommit_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:23:28.950130 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-efa53839-9be1-4d3c-a836-95edbf523f07 req-2f8d8522-ff41-4a07-81c6-dc54f2722342 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8400684'] for port, after_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:23:28.962031 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] get_ports_and_sgs() called for port_ids ['3896b210-712f-454e-a28a-bbf2fd35024a'] {{(pid=94213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 18:23:28.992020 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa53839-9be1-4d3c-a836-95edbf523f07 req-2f8d8522-ff41-4a07-81c6-dc54f2722342 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:23:28.992715 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-efa53839-9be1-4d3c-a836-95edbf523f07 req-2f8d8522-ff41-4a07-81c6-dc54f2722342 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195385'] for port, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:23:28.997455 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-efa53839-9be1-4d3c-a836-95edbf523f07 req-2f8d8522-ff41-4a07-81c6-dc54f2722342 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.30 "PUT /v2.0/ports/3896b210-712f-454e-a28a-bbf2fd35024a HTTP/1.1" status: 200 len: 981 time: 0.3370404 Aug 12 18:23:28.997627 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a5f2c87-7659-43ad-b7d0-3dae7889f7bc', 'tag': '3896b210-712f-454e-a28a-bbf2fd35024a'}] {{(pid=94212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 18:23:29.002988 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd512f55349b839fb4675422b2dbaf52bda1baead41a4efd90d4bf8a5142663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c056ba3-29e0-4cb0-9635-d2624e098510" -d '{"events": [{"name": "network-changed", "server_uuid": "6a5f2c87-7659-43ad-b7d0-3dae7889f7bc", "tag": "3896b210-712f-454e-a28a-bbf2fd35024a"}]}' {{(pid=94212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 18:23:29.029378 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8d8522-ff41-4a07-81c6-dc54f2722342 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Pushing event updated for resources: {'Port': ['ID=3896b210-712f-454e-a28a-bbf2fd35024a,revision_number=6']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:23:29.030577 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-5e9c53ba-615e-4971-897c-665e0e8677db tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks [] for port, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:23:29.061727 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] get_ports_and_sgs() called for port_ids ['3896b210-712f-454e-a28a-bbf2fd35024a'] {{(pid=94213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 18:23:29.079626 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-5e9c53ba-615e-4971-897c-665e0e8677db tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763627144933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9252727'] for port, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:23:29.098959 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 18:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b93c28b-e76a-4af6-8a77-a9223c65f9cf x-openstack-request-id: req-1b93c28b-e76a-4af6-8a77-a9223c65f9cf {{(pid=94212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 18:23:29.099453 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a5f2c87-7659-43ad-b7d0-3dae7889f7bc", "tag": "3896b210-712f-454e-a28a-bbf2fd35024a", "status": "completed", "code": 200}]} {{(pid=94212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 18:23:29.099696 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1b93c28b-e76a-4af6-8a77-a9223c65f9cf {{(pid=94212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 18:23:29.100095 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a5f2c87-7659-43ad-b7d0-3dae7889f7bc', 'tag': '3896b210-712f-454e-a28a-bbf2fd35024a', 'status': 'completed', 'code': 200} Aug 12 18:23:29.160651 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9c53ba-615e-4971-897c-665e0e8677db tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Network 7a7b82d9-a69e-485d-9e07-6a129d075bce is already hosted by enough agents. {{(pid=94211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 18:23:29.167058 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.base_scheduler [None req-5e9c53ba-615e-4971-897c-665e0e8677db tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Resources bound (agent type, host, resource id): {{(pid=94211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 18:23:29.169501 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9c53ba-615e-4971-897c-665e0e8677db tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Pushing event updated for resources: {'Port': ['ID=6411c02f-6705-4520-acb3-7be4a607cf40,revision_number=1']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:23:29.169757 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c056ba3-29e0-4cb0-9635-d2624e098510 req-4b5aab1c-acb1-44e8-a31e-844f9c5f2c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:23:29.172209 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-4c056ba3-29e0-4cb0-9635-d2624e098510 req-4b5aab1c-acb1-44e8-a31e-844f9c5f2c4c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cccc698d501d4aca95381724df121872&device_id=6a5f2c87-7659-43ad-b7d0-3dae7889f7bc HTTP/1.1" status: 200 len: 1137 time: 0.0643351 Aug 12 18:23:29.177810 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9c53ba-615e-4971-897c-665e0e8677db tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Received port after_create {{(pid=94211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 18:23:29.270690 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37d9c75-2504-4469-ba47-64c598c4e1a9 req-fa60c9c3-f26e-4832-806c-778991b7fff0 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:23:29.271956 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-e37d9c75-2504-4469-ba47-64c598c4e1a9 req-fa60c9c3-f26e-4832-806c-778991b7fff0 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a5f2c87-7659-43ad-b7d0-3dae7889f7bc HTTP/1.1" status: 200 len: 984 time: 0.1625297 Aug 12 18:23:29.296986 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c056ba3-29e0-4cb0-9635-d2624e098510 req-ac894c41-1f76-4c5f-beb8-bf9d2b49a905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:23:29.299429 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-4c056ba3-29e0-4cb0-9635-d2624e098510 req-ac894c41-1f76-4c5f-beb8-bf9d2b49a905 service neutron] 10.222.0.57 "GET /v2.0/networks?id=df77d53e-f2d8-4774-a49c-59d1887890c6 HTTP/1.1" status: 200 len: 916 time: 0.1201153 Aug 12 18:23:29.332197 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-6b440c23-3ea7-4a0c-b105-842416caa4d3 None None] Provisioning complete for port 3896b210-712f-454e-a28a-bbf2fd35024a triggered by entity DHCP. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:23:29.332573 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-6b440c23-3ea7-4a0c-b105-842416caa4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:23:29.373507 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-4c056ba3-29e0-4cb0-9635-d2624e098510 req-93ced4ef-d73a-42cc-8fa8-7438ba2a68df service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3896b210-712f-454e-a28a-bbf2fd35024a HTTP/1.1" status: 200 len: 1001 time: 0.0661135 Aug 12 18:23:29.375427 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-e37d9c75-2504-4469-ba47-64c598c4e1a9 req-7d971995-74bb-4b72-b4fc-b0eec95022ed tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc72672d-d8df-4be2-bd1e-dadab3a3ddad&id=d90cbcbd-2594-40f0-bd47-72f96b83ac6e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0854573 Aug 12 18:23:29.428224 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c056ba3-29e0-4cb0-9635-d2624e098510 req-de365b18-0926-4993-9b88-da372e4c567b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:23:29.429715 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-4c056ba3-29e0-4cb0-9635-d2624e098510 req-de365b18-0926-4993-9b88-da372e4c567b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cf6cced3-60e4-4a66-8e55-2a164e69b925 HTTP/1.1" status: 200 len: 854 time: 0.0489845 Aug 12 18:23:29.486259 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c056ba3-29e0-4cb0-9635-d2624e098510 req-d629558c-965f-4040-9097-4ba7fb8a50fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:23:29.488964 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-4c056ba3-29e0-4cb0-9635-d2624e098510 req-d629558c-965f-4040-9097-4ba7fb8a50fe service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=df77d53e-f2d8-4774-a49c-59d1887890c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0449257 Aug 12 18:23:29.590039 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-4c056ba3-29e0-4cb0-9635-d2624e098510 req-6224addd-d97e-43d9-ba55-8c7d10f0f2b0 service neutron] 10.222.0.57 "GET /v2.0/networks/df77d53e-f2d8-4774-a49c-59d1887890c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935400 Aug 12 18:23:29.602305 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-5e9c53ba-615e-4971-897c-665e0e8677db tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:23:29.679534 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-5e9c53ba-615e-4971-897c-665e0e8677db tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:23:29.685708 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-4c056ba3-29e0-4cb0-9635-d2624e098510 req-f342d2a9-cbf9-4b06-b647-db00996de4a2 service neutron] 10.222.0.57 "GET /v2.0/networks/df77d53e-f2d8-4774-a49c-59d1887890c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888557 Aug 12 18:23:29.828615 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-5e9c53ba-615e-4971-897c-665e0e8677db tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks [] for port, precommit_update {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:23:29.833348 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-5e9c53ba-615e-4971-897c-665e0e8677db tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9252734'] for port, after_update {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:23:29.896196 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9c53ba-615e-4971-897c-665e0e8677db tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Pushing event updated for resources: {'Port': ['ID=6411c02f-6705-4520-acb3-7be4a607cf40,revision_number=2']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:23:29.907096 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-5e9c53ba-615e-4971-897c-665e0e8677db tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734856'] for floatingip, after_update {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:23:30.000791 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.db.l3_db [None req-5e9c53ba-615e-4971-897c-665e0e8677db tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Floating IP 0df36d91-b343-4dde-b8b6-7fd077b97690 associated. External IP: 172.27.3.239, port: 1645aa9e-e57f-476b-8770-bbd02b5b508d. Aug 12 18:23:30.426422 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e9c53ba-615e-4971-897c-665e0e8677db tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Router c03e7710-930c-4142-8078-cee656707ef2 has already been hosted by L3 agent 35f8a3af-1ed6-4507-a756-5ee5db7e6400 {{(pid=94211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 18:23:30.528915 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e9c53ba-615e-4971-897c-665e0e8677db tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify agent at l3_agent.dv-cinder-759943-10-iscsi the message routers_updated {{(pid=94211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 18:23:30.539473 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2c5d5e-64cd-470b-930d-75a027f19513 None None] Sync routers for ids ['c03e7710-930c-4142-8078-cee656707ef2'] in dv-cinder-759943-10-iscsi {{(pid=94213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 18:23:30.545189 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-5e9c53ba-615e-4971-897c-665e0e8677db tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195385'] for floatingip, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:23:30.548827 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2c5d5e-64cd-470b-930d-75a027f19513 None None] Routers {'c03e7710-930c-4142-8078-cee656707ef2'} bound to L3 agent in host dv-cinder-759943-10-iscsi {{(pid=94213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 18:23:30.549430 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-2c2c5d5e-64cd-470b-930d-75a027f19513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T18:04:37Z,description=,heartbeat_timestamp=2021-08-12T18:23:07Z,host='dv-cinder-759943-10-iscsi',id=35f8a3af-1ed6-4507-a756-5ee5db7e6400,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T18:04:37Z,topic='l3_agent')) {'router_ids': ['c03e7710-930c-4142-8078-cee656707ef2'], 'active': True} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:23:30.570690 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-5e9c53ba-615e-4971-897c-665e0e8677db tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9219525 Aug 12 18:23:30.571351 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '563c0238-eda2-4a32-bdf1-21c0a2d9702d', 'tag': '1645aa9e-e57f-476b-8770-bbd02b5b508d'}] {{(pid=94211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 18:23:30.573580 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0869c7c93421d026cad47568b464a40121916bf4cc543438babfcccb5335f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34247aef-c395-411b-89b2-79e9d5426301" -d '{"events": [{"name": "network-changed", "server_uuid": "563c0238-eda2-4a32-bdf1-21c0a2d9702d", "tag": "1645aa9e-e57f-476b-8770-bbd02b5b508d"}]}' {{(pid=94211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 18:23:30.609010 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 18:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d7ec7e3-3461-458e-afd0-b42d8078458a x-openstack-request-id: req-1d7ec7e3-3461-458e-afd0-b42d8078458a {{(pid=94211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 18:23:30.609319 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "563c0238-eda2-4a32-bdf1-21c0a2d9702d", "tag": "1645aa9e-e57f-476b-8770-bbd02b5b508d", "status": "completed", "code": 200}]} {{(pid=94211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 18:23:30.609593 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1d7ec7e3-3461-458e-afd0-b42d8078458a {{(pid=94211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 18:23:30.610017 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '563c0238-eda2-4a32-bdf1-21c0a2d9702d', 'tag': '1645aa9e-e57f-476b-8770-bbd02b5b508d', 'status': 'completed', 'code': 200} Aug 12 18:23:30.658263 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvr_db [None req-2c2c5d5e-64cd-470b-930d-75a027f19513 None None] Set router c03e7710-930c-4142-8078-cee656707ef2 gateway port host: dv-cinder-759943-10-iscsi {{(pid=94213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 18:23:30.678496 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34247aef-c395-411b-89b2-79e9d5426301 req-2fc7f645-131a-4750-8812-1bd5086e215c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:23:30.680001 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-34247aef-c395-411b-89b2-79e9d5426301 req-2fc7f645-131a-4750-8812-1bd5086e215c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8cc8b54eaea84dce93e93369d1e2a235&device_id=563c0238-eda2-4a32-bdf1-21c0a2d9702d HTTP/1.1" status: 200 len: 1099 time: 0.0409765 Aug 12 18:23:30.772353 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34247aef-c395-411b-89b2-79e9d5426301 req-a99e3b6f-ee36-4a02-b550-e6a57ae20c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:23:30.773817 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-34247aef-c395-411b-89b2-79e9d5426301 req-a99e3b6f-ee36-4a02-b550-e6a57ae20c60 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1370511f-2b66-4dfb-ac08-d34a11857787 HTTP/1.1" status: 200 len: 913 time: 0.0865183 Aug 12 18:23:30.842969 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-34247aef-c395-411b-89b2-79e9d5426301 req-da3cb543-c36c-41a8-8f6c-16bb8c1af3ca service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1645aa9e-e57f-476b-8770-bbd02b5b508d HTTP/1.1" status: 200 len: 1000 time: 0.0605214 Aug 12 18:23:30.897324 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34247aef-c395-411b-89b2-79e9d5426301 req-b307d4a6-d58e-45de-a163-cab1d4d10dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:23:30.898852 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-34247aef-c395-411b-89b2-79e9d5426301 req-b307d4a6-d58e-45de-a163-cab1d4d10dca service neutron] 10.222.0.57 "GET /v2.0/subnets?id=62577e64-0b87-4c99-938c-6d58fc198501 HTTP/1.1" status: 200 len: 851 time: 0.0491192 Aug 12 18:23:30.943589 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34247aef-c395-411b-89b2-79e9d5426301 req-fd5c0f1f-a02c-4107-baca-b7434f71b98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:23:30.945180 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-34247aef-c395-411b-89b2-79e9d5426301 req-fd5c0f1f-a02c-4107-baca-b7434f71b98a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1370511f-2b66-4dfb-ac08-d34a11857787&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0393064 Aug 12 18:23:30.989688 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-2c2c5d5e-64cd-470b-930d-75a027f19513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c03e7710-930c-4142-8078-cee656707ef2', 'name': 'tempest-TestVolumeBootPattern-1530632165-router', 'tenant_id': '8cc8b54eaea84dce93e93369d1e2a235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '082bfd6a-4f1c-4b3b-9912-30137bf79fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:20:15Z', 'updated_at': '2021-08-12T18:20:17Z', 'revision_number': 4, 'project_id': '8cc8b54eaea84dce93e93369d1e2a235', 'gw_port': {'id': '082bfd6a-4f1c-4b3b-9912-30137bf79fcd', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03e7710-930c-4142-8078-cee656707ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:20:15Z', 'updated_at': '2021-08-12T18:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi', '_floatingips': [{'id': '0df36d91-b343-4dde-b8b6-7fd077b97690', 'tenant_id': '8cc8b54eaea84dce93e93369d1e2a235', 'floating_ip_address': '172.27.3.239', 'floating_network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'router_id': 'c03e7710-930c-4142-8078-cee656707ef2', 'port_id': '1645aa9e-e57f-476b-8770-bbd02b5b508d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1370511f-2b66-4dfb-ac08-d34a11857787', 'mac_address': 'fa:16:3e:a2:84:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563c0238-eda2-4a32-bdf1-21c0a2d9702d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T18:23:29Z', 'updated_at': '2021-08-12T18:23:29Z', 'revision_number': 0, 'project_id': '8cc8b54eaea84dce93e93369d1e2a235', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be927a16-4422-4bbf-a634-4d223e017989', 'name': '', 'network_id': '1370511f-2b66-4dfb-ac08-d34a11857787', 'tenant_id': '8cc8b54eaea84dce93e93369d1e2a235', 'mac_address': 'fa:16:3e:04:68:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03e7710-930c-4142-8078-cee656707ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '62577e64-0b87-4c99-938c-6d58fc198501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:20:17Z', 'updated_at': '2021-08-12T18:20:22Z', 'revision_number': 5, 'project_id': '8cc8b54eaea84dce93e93369d1e2a235', 'subnets': [{'id': '62577e64-0b87-4c99-938c-6d58fc198501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-10-iscsi', False) {} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:23:31.016110 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2c5d5e-64cd-470b-930d-75a027f19513 None None] Checking router: c03e7710-930c-4142-8078-cee656707ef2 for host: dv-cinder-759943-10-iscsi {{(pid=94213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 18:23:31.024823 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2c5d5e-64cd-470b-930d-75a027f19513 None None] Routers {'c03e7710-930c-4142-8078-cee656707ef2'} bound to L3 agent in host dv-cinder-759943-10-iscsi {{(pid=94213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 18:23:31.025416 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-2c2c5d5e-64cd-470b-930d-75a027f19513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T18:04:37Z,description=,heartbeat_timestamp=2021-08-12T18:23:07Z,host='dv-cinder-759943-10-iscsi',id=35f8a3af-1ed6-4507-a756-5ee5db7e6400,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T18:04:37Z,topic='l3_agent')) {'router_ids': ['c03e7710-930c-4142-8078-cee656707ef2'], 'active': True} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:23:31.034852 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-34247aef-c395-411b-89b2-79e9d5426301 req-a2d4fdf8-2786-433a-9e24-8b4c7bc35b62 service neutron] 10.222.0.57 "GET /v2.0/networks/1370511f-2b66-4dfb-ac08-d34a11857787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823550 Aug 12 18:23:31.125939 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvr_db [None req-2c2c5d5e-64cd-470b-930d-75a027f19513 None None] Set router c03e7710-930c-4142-8078-cee656707ef2 gateway port host: dv-cinder-759943-10-iscsi {{(pid=94213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 18:23:31.126878 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-34247aef-c395-411b-89b2-79e9d5426301 req-13558f45-0ce3-48f5-8fc3-a660ee0d3147 service neutron] 10.222.0.57 "GET /v2.0/networks/1370511f-2b66-4dfb-ac08-d34a11857787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852885 Aug 12 18:23:31.341711 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-2c2c5d5e-64cd-470b-930d-75a027f19513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c03e7710-930c-4142-8078-cee656707ef2', 'name': 'tempest-TestVolumeBootPattern-1530632165-router', 'tenant_id': '8cc8b54eaea84dce93e93369d1e2a235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '082bfd6a-4f1c-4b3b-9912-30137bf79fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:20:15Z', 'updated_at': '2021-08-12T18:20:17Z', 'revision_number': 4, 'project_id': '8cc8b54eaea84dce93e93369d1e2a235', 'gw_port': {'id': '082bfd6a-4f1c-4b3b-9912-30137bf79fcd', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03e7710-930c-4142-8078-cee656707ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:20:15Z', 'updated_at': '2021-08-12T18:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi', '_floatingips': [{'id': '0df36d91-b343-4dde-b8b6-7fd077b97690', 'tenant_id': '8cc8b54eaea84dce93e93369d1e2a235', 'floating_ip_address': '172.27.3.239', 'floating_network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'router_id': 'c03e7710-930c-4142-8078-cee656707ef2', 'port_id': '1645aa9e-e57f-476b-8770-bbd02b5b508d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1370511f-2b66-4dfb-ac08-d34a11857787', 'mac_address': 'fa:16:3e:a2:84:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563c0238-eda2-4a32-bdf1-21c0a2d9702d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T18:23:29Z', 'updated_at': '2021-08-12T18:23:29Z', 'revision_number': 0, 'project_id': '8cc8b54eaea84dce93e93369d1e2a235', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be927a16-4422-4bbf-a634-4d223e017989', 'name': '', 'network_id': '1370511f-2b66-4dfb-ac08-d34a11857787', 'tenant_id': '8cc8b54eaea84dce93e93369d1e2a235', 'mac_address': 'fa:16:3e:04:68:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03e7710-930c-4142-8078-cee656707ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '62577e64-0b87-4c99-938c-6d58fc198501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:20:17Z', 'updated_at': '2021-08-12T18:20:22Z', 'revision_number': 5, 'project_id': '8cc8b54eaea84dce93e93369d1e2a235', 'subnets': [{'id': '62577e64-0b87-4c99-938c-6d58fc198501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-10-iscsi', False) {} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:23:31.367034 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2c5d5e-64cd-470b-930d-75a027f19513 None None] The sync data for ids ['c03e7710-930c-4142-8078-cee656707ef2'] in dv-cinder-759943-10-iscsi is: [{'id': 'c03e7710-930c-4142-8078-cee656707ef2', 'name': 'tempest-TestVolumeBootPattern-1530632165-router', 'tenant_id': '8cc8b54eaea84dce93e93369d1e2a235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '082bfd6a-4f1c-4b3b-9912-30137bf79fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:20:15Z', 'updated_at': '2021-08-12T18:20:17Z', 'revision_number': 4, 'project_id': '8cc8b54eaea84dce93e93369d1e2a235', 'gw_port': {'id': '082bfd6a-4f1c-4b3b-9912-30137bf79fcd', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03e7710-930c-4142-8078-cee656707ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:20:15Z', 'updated_at': '2021-08-12T18:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi', '_floatingips': [{'id': '0df36d91-b343-4dde-b8b6-7fd077b97690', 'tenant_id': '8cc8b54eaea84dce93e93369d1e2a235', 'floating_ip_address': '172.27.3.239', 'floating_network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'router_id': 'c03e7710-930c-4142-8078-cee656707ef2', 'port_id': '1645aa9e-e57f-476b-8770-bbd02b5b508d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1370511f-2b66-4dfb-ac08-d34a11857787', 'mac_address': 'fa:16:3e:a2:84:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563c0238-eda2-4a32-bdf1-21c0a2d9702d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T18:23:29Z', 'updated_at': '2021-08-12T18:23:29Z', 'revision_number': 0, 'project_id': '8cc8b54eaea84dce93e93369d1e2a235', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be927a16-4422-4bbf-a634-4d223e017989', 'name': '', 'network_id': '1370511f-2b66-4dfb-ac08-d34a11857787', 'tenant_id': '8cc8b54eaea84dce93e93369d1e2a235', 'mac_address': 'fa:16:3e:04:68:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03e7710-930c-4142-8078-cee656707ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '62577e64-0b87-4c99-938c-6d58fc198501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:20:17Z', 'updated_at': '2021-08-12T18:20:22Z', 'revision_number': 5, 'project_id': '8cc8b54eaea84dce93e93369d1e2a235', 'subnets': [{'id': '62577e64-0b87-4c99-938c-6d58fc198501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 18:23:31.535466 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3870a2da-6195-425d-b571-82c0884e685d None None] New status for floating IP 0df36d91-b343-4dde-b8b6-7fd077b97690: ACTIVE {{(pid=94214) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 18:23:34.963695 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-5d1c3070-1afd-4ada-b3d6-b922540cb7ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:23:37.339781 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-89b1baad-1ec0-4d32-b235-985ae483036a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:23:37.975962 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:23:38.576125 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-2083c3fd-5dc5-47ae-86de-acca0e7a8e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:23:40.258752 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-b1de9828-bfad-4ef8-8d69-6d6f9fbe420c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:23:52.169468 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7fdb96-03ef-44a4-82b1-00889e1eb5df req-39b204dd-f8e1-45a6-9218-54ae36c15759 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:23:52.170962 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-eb7fdb96-03ef-44a4-82b1-00889e1eb5df req-39b204dd-f8e1-45a6-9218-54ae36c15759 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a5f2c87-7659-43ad-b7d0-3dae7889f7bc HTTP/1.1" status: 200 len: 984 time: 0.0742240 Aug 12 18:23:52.173470 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e85dca-2a52-424a-860a-40170fa14649 req-57cd6ff0-e56f-428f-a7ff-c81a8a6fb028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:23:52.174813 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-42e85dca-2a52-424a-860a-40170fa14649 req-57cd6ff0-e56f-428f-a7ff-c81a8a6fb028 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cccc698d501d4aca95381724df121872&device_id=6a5f2c87-7659-43ad-b7d0-3dae7889f7bc HTTP/1.1" status: 200 len: 1137 time: 0.0679417 Aug 12 18:23:52.196323 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:23:52.260244 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-eb7fdb96-03ef-44a4-82b1-00889e1eb5df req-0e8e3176-7b62-4be1-bf71-5f04887bf389 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc72672d-d8df-4be2-bd1e-dadab3a3ddad&id=d90cbcbd-2594-40f0-bd47-72f96b83ac6e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0827734 Aug 12 18:23:52.290708 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e85dca-2a52-424a-860a-40170fa14649 req-adea4f6c-6af9-4778-8fcc-e9af7e63ed58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:23:52.292105 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-42e85dca-2a52-424a-860a-40170fa14649 req-adea4f6c-6af9-4778-8fcc-e9af7e63ed58 service neutron] 10.222.0.57 "GET /v2.0/networks?id=df77d53e-f2d8-4774-a49c-59d1887890c6 HTTP/1.1" status: 200 len: 916 time: 0.1081600 Aug 12 18:23:52.362921 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-42e85dca-2a52-424a-860a-40170fa14649 req-c2726100-6f4f-495d-a3ea-f9b80e6999ca service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3896b210-712f-454e-a28a-bbf2fd35024a HTTP/1.1" status: 200 len: 1001 time: 0.0611606 Aug 12 18:23:52.412470 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e85dca-2a52-424a-860a-40170fa14649 req-1e5d97a0-f34b-4edd-abcc-1afe7a19b1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:23:52.413877 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-42e85dca-2a52-424a-860a-40170fa14649 req-1e5d97a0-f34b-4edd-abcc-1afe7a19b1d0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cf6cced3-60e4-4a66-8e55-2a164e69b925 HTTP/1.1" status: 200 len: 854 time: 0.0423946 Aug 12 18:23:52.463828 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e85dca-2a52-424a-860a-40170fa14649 req-99bc9c69-cfbe-46b8-8780-58330ff8f206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:23:52.465224 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-42e85dca-2a52-424a-860a-40170fa14649 req-99bc9c69-cfbe-46b8-8780-58330ff8f206 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=df77d53e-f2d8-4774-a49c-59d1887890c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0378976 Aug 12 18:23:52.564377 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-42e85dca-2a52-424a-860a-40170fa14649 req-b8dfc5da-be74-4477-a898-a74711274dcc service neutron] 10.222.0.57 "GET /v2.0/networks/df77d53e-f2d8-4774-a49c-59d1887890c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818434 Aug 12 18:23:52.656297 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-42e85dca-2a52-424a-860a-40170fa14649 req-817d6976-f0fa-4222-a0c5-7d3ccf6de04e service neutron] 10.222.0.57 "GET /v2.0/networks/df77d53e-f2d8-4774-a49c-59d1887890c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793164 Aug 12 18:23:53.372969 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17eb1e7-5c28-45ac-b4bd-d8779fa96b3d req-a4bfedef-1b2b-41ab-a145-33d9abd5c5a0 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:23:53.374452 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-b17eb1e7-5c28-45ac-b4bd-d8779fa96b3d req-a4bfedef-1b2b-41ab-a145-33d9abd5c5a0 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a5f2c87-7659-43ad-b7d0-3dae7889f7bc HTTP/1.1" status: 200 len: 984 time: 0.0471587 Aug 12 18:23:53.412590 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-b17eb1e7-5c28-45ac-b4bd-d8779fa96b3d req-a9da4a6a-9209-4004-a587-2775576c3545 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc72672d-d8df-4be2-bd1e-dadab3a3ddad&id=d90cbcbd-2594-40f0-bd47-72f96b83ac6e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0317500 Aug 12 18:23:54.523716 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f96c97-3bc7-4934-a733-913c90277218 req-6fcae125-594b-4660-b029-ccb09b69f04e tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:23:54.525143 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-47f96c97-3bc7-4934-a733-913c90277218 req-6fcae125-594b-4660-b029-ccb09b69f04e tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a5f2c87-7659-43ad-b7d0-3dae7889f7bc HTTP/1.1" status: 200 len: 984 time: 0.0483551 Aug 12 18:23:54.563987 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-47f96c97-3bc7-4934-a733-913c90277218 req-8e88593f-c7c5-4eda-a591-a43224adac9b tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc72672d-d8df-4be2-bd1e-dadab3a3ddad&id=d90cbcbd-2594-40f0-bd47-72f96b83ac6e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329504 Aug 12 18:23:55.679817 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99e4f84-f418-4425-90eb-0f574bb3f916 req-064aa76d-5291-4761-af8f-983754c2b5a1 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:23:55.681302 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-d99e4f84-f418-4425-90eb-0f574bb3f916 req-064aa76d-5291-4761-af8f-983754c2b5a1 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a5f2c87-7659-43ad-b7d0-3dae7889f7bc HTTP/1.1" status: 200 len: 984 time: 0.0511336 Aug 12 18:23:55.719441 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-d99e4f84-f418-4425-90eb-0f574bb3f916 req-c0646f81-05d0-488b-a19d-17e2756bc855 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc72672d-d8df-4be2-bd1e-dadab3a3ddad&id=d90cbcbd-2594-40f0-bd47-72f96b83ac6e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0319276 Aug 12 18:23:56.834824 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1203dd6c-f90b-43e4-8554-9b19393b0b8d req-8fcd08e9-3ea9-46d0-a66e-d5d0afeb156d tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:23:56.836301 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-1203dd6c-f90b-43e4-8554-9b19393b0b8d req-8fcd08e9-3ea9-46d0-a66e-d5d0afeb156d tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a5f2c87-7659-43ad-b7d0-3dae7889f7bc HTTP/1.1" status: 200 len: 984 time: 0.0524678 Aug 12 18:23:56.875198 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-1203dd6c-f90b-43e4-8554-9b19393b0b8d req-d143ff6b-545c-4b93-a041-f39766fd994b tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc72672d-d8df-4be2-bd1e-dadab3a3ddad&id=d90cbcbd-2594-40f0-bd47-72f96b83ac6e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329983 Aug 12 18:23:57.984833 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38160139-e284-4a7c-a64c-9a535518153a req-4d7c93ab-4b26-4874-a8aa-967a6217cd47 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:23:57.986305 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-38160139-e284-4a7c-a64c-9a535518153a req-4d7c93ab-4b26-4874-a8aa-967a6217cd47 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a5f2c87-7659-43ad-b7d0-3dae7889f7bc HTTP/1.1" status: 200 len: 984 time: 0.0475974 Aug 12 18:23:58.025638 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-38160139-e284-4a7c-a64c-9a535518153a req-48bdee93-a21f-447f-bad7-12138744f01e tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc72672d-d8df-4be2-bd1e-dadab3a3ddad&id=d90cbcbd-2594-40f0-bd47-72f96b83ac6e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334918 Aug 12 18:23:59.135965 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad2fed6-5639-4a8f-b34b-514fbe57a872 req-3c4657bf-4dd5-4a2d-9192-5b58fa279d4d tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:23:59.137530 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-0ad2fed6-5639-4a8f-b34b-514fbe57a872 req-3c4657bf-4dd5-4a2d-9192-5b58fa279d4d tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a5f2c87-7659-43ad-b7d0-3dae7889f7bc HTTP/1.1" status: 200 len: 984 time: 0.0480602 Aug 12 18:23:59.178246 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-0ad2fed6-5639-4a8f-b34b-514fbe57a872 req-9afb9412-26aa-45ce-9575-7c8357326b95 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc72672d-d8df-4be2-bd1e-dadab3a3ddad&id=d90cbcbd-2594-40f0-bd47-72f96b83ac6e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347025 Aug 12 18:24:00.290553 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f36674-e5ab-4de5-83f5-83dd981d5519 req-9029f5ad-1b54-4922-bc31-4afffefe5103 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:24:00.292027 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-a4f36674-e5ab-4de5-83f5-83dd981d5519 req-9029f5ad-1b54-4922-bc31-4afffefe5103 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a5f2c87-7659-43ad-b7d0-3dae7889f7bc HTTP/1.1" status: 200 len: 984 time: 0.0480092 Aug 12 18:24:00.330250 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-a4f36674-e5ab-4de5-83f5-83dd981d5519 req-78530359-fb98-47f1-bc93-889a95f928c5 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc72672d-d8df-4be2-bd1e-dadab3a3ddad&id=d90cbcbd-2594-40f0-bd47-72f96b83ac6e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0322778 Aug 12 18:24:01.440578 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ceb7b8-ad22-4ae5-b001-037b7674d78d req-9e020576-a072-4ba7-bc25-1ec0440d8bc2 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:24:01.442055 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-e4ceb7b8-ad22-4ae5-b001-037b7674d78d req-9e020576-a072-4ba7-bc25-1ec0440d8bc2 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a5f2c87-7659-43ad-b7d0-3dae7889f7bc HTTP/1.1" status: 200 len: 984 time: 0.0479002 Aug 12 18:24:01.480999 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-e4ceb7b8-ad22-4ae5-b001-037b7674d78d req-ba7086d0-6af4-4af7-a568-86a44c206d7d tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc72672d-d8df-4be2-bd1e-dadab3a3ddad&id=d90cbcbd-2594-40f0-bd47-72f96b83ac6e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331042 Aug 12 18:24:02.594092 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2efd52d-5bdb-4ff4-9dc1-a9702a47f5e9 req-f0a4217f-08b9-455c-b96f-60a7dbfb4d5b tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:24:02.595520 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-e2efd52d-5bdb-4ff4-9dc1-a9702a47f5e9 req-f0a4217f-08b9-455c-b96f-60a7dbfb4d5b tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a5f2c87-7659-43ad-b7d0-3dae7889f7bc HTTP/1.1" status: 200 len: 984 time: 0.0502102 Aug 12 18:24:02.633312 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-e2efd52d-5bdb-4ff4-9dc1-a9702a47f5e9 req-9a63428c-fc0b-45a5-a798-a6038f6cb2c9 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc72672d-d8df-4be2-bd1e-dadab3a3ddad&id=d90cbcbd-2594-40f0-bd47-72f96b83ac6e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0313442 Aug 12 18:24:03.520911 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.agents_db [None req-aa7dbe78-d4f0-421a-85da-826b2a172358 None None] Agent healthcheck: found 6 active agents {{(pid=94214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 18:24:03.748341 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e121e47-7548-4b16-926e-603880c1f167 req-61571ff3-23a0-4e02-b938-ec3881dae737 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:24:03.749770 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-5e121e47-7548-4b16-926e-603880c1f167 req-61571ff3-23a0-4e02-b938-ec3881dae737 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a5f2c87-7659-43ad-b7d0-3dae7889f7bc HTTP/1.1" status: 200 len: 984 time: 0.0511284 Aug 12 18:24:03.787861 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-5e121e47-7548-4b16-926e-603880c1f167 req-eb4a6d6f-482d-4cc1-93ed-b7e024852a7a tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc72672d-d8df-4be2-bd1e-dadab3a3ddad&id=d90cbcbd-2594-40f0-bd47-72f96b83ac6e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0320652 Aug 12 18:24:04.898869 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57d7035-414e-4638-9e8c-8f4ea67a92aa req-e5ad960a-993e-4e58-9336-00f07558830c tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:24:04.900296 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-e57d7035-414e-4638-9e8c-8f4ea67a92aa req-e5ad960a-993e-4e58-9336-00f07558830c tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a5f2c87-7659-43ad-b7d0-3dae7889f7bc HTTP/1.1" status: 200 len: 984 time: 0.0471787 Aug 12 18:24:04.937405 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-e57d7035-414e-4638-9e8c-8f4ea67a92aa req-a29a41fd-d85a-4e88-a582-d78c5146ebe6 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc72672d-d8df-4be2-bd1e-dadab3a3ddad&id=d90cbcbd-2594-40f0-bd47-72f96b83ac6e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0312827 Aug 12 18:24:04.964752 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-8f7dcd39-ee4b-4ba1-a25f-121d6886fa7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:06.051517 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b694a1-4c70-4eca-b6b4-6c473cc6b0cf req-52742c48-d7e0-420e-a04c-eb5585d3a7a2 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:24:06.053018 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-89b694a1-4c70-4eca-b6b4-6c473cc6b0cf req-52742c48-d7e0-420e-a04c-eb5585d3a7a2 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a5f2c87-7659-43ad-b7d0-3dae7889f7bc HTTP/1.1" status: 200 len: 984 time: 0.0504889 Aug 12 18:24:06.103335 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-89b694a1-4c70-4eca-b6b4-6c473cc6b0cf req-02d0971a-861d-47b7-a45e-5737d97ec18c tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc72672d-d8df-4be2-bd1e-dadab3a3ddad&id=d90cbcbd-2594-40f0-bd47-72f96b83ac6e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0441749 Aug 12 18:24:07.217944 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cc8a69-a9ec-4ee1-b88f-112db90f2935 req-7d7e2287-c13c-4e4a-9607-240f5a4facf9 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:24:07.219406 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-f9cc8a69-a9ec-4ee1-b88f-112db90f2935 req-7d7e2287-c13c-4e4a-9607-240f5a4facf9 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a5f2c87-7659-43ad-b7d0-3dae7889f7bc HTTP/1.1" status: 200 len: 984 time: 0.0478058 Aug 12 18:24:07.258997 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-f9cc8a69-a9ec-4ee1-b88f-112db90f2935 req-9caf7734-ec09-440f-84da-68c23318d5bd tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc72672d-d8df-4be2-bd1e-dadab3a3ddad&id=d90cbcbd-2594-40f0-bd47-72f96b83ac6e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330863 Aug 12 18:24:07.340534 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-d640e7c1-a21f-4263-a4ff-293388f016f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:07.975920 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:08.373110 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf42bdce-39ca-4daa-ad18-35ae7543ffd7 req-cf96bb93-963a-49b7-af96-0448a2a915d6 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:24:08.374632 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-cf42bdce-39ca-4daa-ad18-35ae7543ffd7 req-cf96bb93-963a-49b7-af96-0448a2a915d6 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a5f2c87-7659-43ad-b7d0-3dae7889f7bc HTTP/1.1" status: 200 len: 984 time: 0.0489161 Aug 12 18:24:08.414414 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-cf42bdce-39ca-4daa-ad18-35ae7543ffd7 req-a3ccb387-dbae-4b69-8656-6179426fb03d tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc72672d-d8df-4be2-bd1e-dadab3a3ddad&id=d90cbcbd-2594-40f0-bd47-72f96b83ac6e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339031 Aug 12 18:24:08.578630 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-2083c3fd-5dc5-47ae-86de-acca0e7a8e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:09.535724 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ab388e-1f12-47d5-8dba-7e978d27cdbf req-f110f1be-2cfe-49e4-8aa1-e1234512e912 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:24:09.537106 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-73ab388e-1f12-47d5-8dba-7e978d27cdbf req-f110f1be-2cfe-49e4-8aa1-e1234512e912 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a5f2c87-7659-43ad-b7d0-3dae7889f7bc HTTP/1.1" status: 200 len: 984 time: 0.0552342 Aug 12 18:24:09.575079 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-73ab388e-1f12-47d5-8dba-7e978d27cdbf req-43f48d71-e183-4e68-9d2e-c7437af01faa tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc72672d-d8df-4be2-bd1e-dadab3a3ddad&id=d90cbcbd-2594-40f0-bd47-72f96b83ac6e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0320070 Aug 12 18:24:10.260183 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-b1de9828-bfad-4ef8-8d69-6d6f9fbe420c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:22.200443 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:30.093199 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-0bd1e0d0-bfec-43c3-b87e-c4892131532b req-c5b5b2d5-c761-4e5c-9f8e-dde58826381a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6a5f2c87-7659-43ad-b7d0-3dae7889f7bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423627 Aug 12 18:24:30.171743 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd1e0d0-bfec-43c3-b87e-c4892131532b req-22b046ce-0b1f-47a5-ac2d-de6f6e5108ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:24:30.173174 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-0bd1e0d0-bfec-43c3-b87e-c4892131532b req-22b046ce-0b1f-47a5-ac2d-de6f6e5108ae service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cccc698d501d4aca95381724df121872&device_id=6a5f2c87-7659-43ad-b7d0-3dae7889f7bc HTTP/1.1" status: 200 len: 1137 time: 0.0384765 Aug 12 18:24:30.273997 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd1e0d0-bfec-43c3-b87e-c4892131532b req-d016e6dc-cc68-4000-aea5-8181df0200d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:24:30.275465 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-0bd1e0d0-bfec-43c3-b87e-c4892131532b req-d016e6dc-cc68-4000-aea5-8181df0200d0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=df77d53e-f2d8-4774-a49c-59d1887890c6 HTTP/1.1" status: 200 len: 916 time: 0.0820563 Aug 12 18:24:30.343038 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-0bd1e0d0-bfec-43c3-b87e-c4892131532b req-14a5c784-a98f-48df-abdb-aa23a2e6f815 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3896b210-712f-454e-a28a-bbf2fd35024a HTTP/1.1" status: 200 len: 1001 time: 0.0598574 Aug 12 18:24:30.390380 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd1e0d0-bfec-43c3-b87e-c4892131532b req-daa5ac29-3162-49e8-b58f-152ffa18e83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:24:30.391696 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-0bd1e0d0-bfec-43c3-b87e-c4892131532b req-daa5ac29-3162-49e8-b58f-152ffa18e83a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cf6cced3-60e4-4a66-8e55-2a164e69b925 HTTP/1.1" status: 200 len: 854 time: 0.0414908 Aug 12 18:24:30.436452 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd1e0d0-bfec-43c3-b87e-c4892131532b req-2c777d8f-a573-48ef-8002-577d4126d9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:24:30.437863 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-0bd1e0d0-bfec-43c3-b87e-c4892131532b req-2c777d8f-a573-48ef-8002-577d4126d9a1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=df77d53e-f2d8-4774-a49c-59d1887890c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0379376 Aug 12 18:24:30.530188 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-0bd1e0d0-bfec-43c3-b87e-c4892131532b req-f2bfa41b-6622-446d-82fa-292ea1724ac7 service neutron] 10.222.0.57 "GET /v2.0/networks/df77d53e-f2d8-4774-a49c-59d1887890c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841491 Aug 12 18:24:30.617581 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-0bd1e0d0-bfec-43c3-b87e-c4892131532b req-b56ef530-aa8a-4edb-b1e0-88bdfe92776e service neutron] 10.222.0.57 "GET /v2.0/networks/df77d53e-f2d8-4774-a49c-59d1887890c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799582 Aug 12 18:24:34.965337 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-08f5cbb8-94d3-47b5-8427-d8eb8d48a015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:37.340824 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c2f79682-be0b-4fb9-b667-f9ac94802cad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:37.976852 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:38.580649 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-2083c3fd-5dc5-47ae-86de-acca0e7a8e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:40.262364 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-b1de9828-bfad-4ef8-8d69-6d6f9fbe420c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:40.519364 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.agents_db [None req-aa7dbe78-d4f0-421a-85da-826b2a172358 None None] Agent healthcheck: found 6 active agents {{(pid=94214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 18:24:41.877007 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-7b1ab6fa-9d5f-4a8d-9e5d-bf5dabc092e6 req-0fd1582f-acd0-4862-a6e0-933d52db3a70 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2009517578&fields=id&tenant_id=cccc698d501d4aca95381724df121872 HTTP/1.1" status: 200 len: 267 time: 0.0366778 Aug 12 18:24:41.928552 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1ab6fa-9d5f-4a8d-9e5d-bf5dabc092e6 req-8bfdce1a-9f63-48ae-a0f2-85cc3fdc972a tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:24:41.930018 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-7b1ab6fa-9d5f-4a8d-9e5d-bf5dabc092e6 req-8bfdce1a-9f63-48ae-a0f2-85cc3fdc972a tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a5f2c87-7659-43ad-b7d0-3dae7889f7bc HTTP/1.1" status: 200 len: 984 time: 0.0475469 Aug 12 18:24:41.940631 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.v2.base [req-7b1ab6fa-9d5f-4a8d-9e5d-bf5dabc092e6 req-ccf9794f-9b48-4769-917c-2c980f20ba17 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Request body: {'port': {'security_groups': ['d90cbcbd-2594-40f0-bd47-72f96b83ac6e']}} {{(pid=94212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:24:42.003147 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-7b1ab6fa-9d5f-4a8d-9e5d-bf5dabc092e6 req-ccf9794f-9b48-4769-917c-2c980f20ba17 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:42.170382 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.db [req-7b1ab6fa-9d5f-4a8d-9e5d-bf5dabc092e6 req-ccf9794f-9b48-4769-917c-2c980f20ba17 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] For port 3896b210-712f-454e-a28a-bbf2fd35024a, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=3896b210-712f-454e-a28a-bbf2fd35024a,segment=NetworkSegment(3a9791bc-1b8f-402c-b71c-2d1efb358423),segment_id=3a9791bc-1b8f-402c-b71c-2d1efb358423)] {{(pid=94212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:24:42.197456 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-7b1ab6fa-9d5f-4a8d-9e5d-bf5dabc092e6 req-ccf9794f-9b48-4769-917c-2c980f20ba17 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Notify callbacks [] for port, precommit_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:42.201748 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-7b1ab6fa-9d5f-4a8d-9e5d-bf5dabc092e6 req-ccf9794f-9b48-4769-917c-2c980f20ba17 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8400684'] for port, after_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:42.214896 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] get_ports_and_sgs() called for port_ids ['3896b210-712f-454e-a28a-bbf2fd35024a'] {{(pid=94213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 18:24:42.247949 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1ab6fa-9d5f-4a8d-9e5d-bf5dabc092e6 req-ccf9794f-9b48-4769-917c-2c980f20ba17 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:24:42.248613 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-7b1ab6fa-9d5f-4a8d-9e5d-bf5dabc092e6 req-ccf9794f-9b48-4769-917c-2c980f20ba17 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195385'] for port, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:42.250133 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-7b1ab6fa-9d5f-4a8d-9e5d-bf5dabc092e6 req-ccf9794f-9b48-4769-917c-2c980f20ba17 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.30 "PUT /v2.0/ports/3896b210-712f-454e-a28a-bbf2fd35024a HTTP/1.1" status: 200 len: 942 time: 0.3138738 Aug 12 18:24:42.250582 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a5f2c87-7659-43ad-b7d0-3dae7889f7bc', 'tag': '3896b210-712f-454e-a28a-bbf2fd35024a'}] {{(pid=94212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 18:24:42.252826 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd512f55349b839fb4675422b2dbaf52bda1baead41a4efd90d4bf8a5142663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8df29758-d8ed-4072-816c-de7b9a23a008" -d '{"events": [{"name": "network-changed", "server_uuid": "6a5f2c87-7659-43ad-b7d0-3dae7889f7bc", "tag": "3896b210-712f-454e-a28a-bbf2fd35024a"}]}' {{(pid=94212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 18:24:42.259157 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 57974) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:24:42.314422 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 18:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02db524c-4101-4af7-ac41-adbb40b1f3bd x-openstack-request-id: req-02db524c-4101-4af7-ac41-adbb40b1f3bd {{(pid=94212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 18:24:42.314770 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a5f2c87-7659-43ad-b7d0-3dae7889f7bc", "tag": "3896b210-712f-454e-a28a-bbf2fd35024a", "status": "completed", "code": 200}]} {{(pid=94212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 18:24:42.314984 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-02db524c-4101-4af7-ac41-adbb40b1f3bd {{(pid=94212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 18:24:42.315412 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a5f2c87-7659-43ad-b7d0-3dae7889f7bc', 'tag': '3896b210-712f-454e-a28a-bbf2fd35024a', 'status': 'completed', 'code': 200} Aug 12 18:24:42.319771 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] get_ports_and_sgs() called for port_ids ['3896b210-712f-454e-a28a-bbf2fd35024a'] {{(pid=94213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 18:24:42.335884 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf9794f-9b48-4769-917c-2c980f20ba17 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Pushing event updated for resources: {'Port': ['ID=3896b210-712f-454e-a28a-bbf2fd35024a,revision_number=7']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:24:42.366844 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf9794f-9b48-4769-917c-2c980f20ba17 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:24:42.367188 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf9794f-9b48-4769-917c-2c980f20ba17 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:24:42.367531 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf9794f-9b48-4769-917c-2c980f20ba17 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:24:42.367866 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf9794f-9b48-4769-917c-2c980f20ba17 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:24:42.368191 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf9794f-9b48-4769-917c-2c980f20ba17 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:24:42.368516 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf9794f-9b48-4769-917c-2c980f20ba17 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:24:42.369146 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf9794f-9b48-4769-917c-2c980f20ba17 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:24:42.369146 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf9794f-9b48-4769-917c-2c980f20ba17 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:24:42.369464 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf9794f-9b48-4769-917c-2c980f20ba17 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:24:42.369780 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf9794f-9b48-4769-917c-2c980f20ba17 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:24:42.370122 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf9794f-9b48-4769-917c-2c980f20ba17 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:24:42.370438 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf9794f-9b48-4769-917c-2c980f20ba17 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:24:42.402769 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df29758-d8ed-4072-816c-de7b9a23a008 req-72fdb4f8-fe55-4d4b-9fb7-74e810f07498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:24:42.404347 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-8df29758-d8ed-4072-816c-de7b9a23a008 req-72fdb4f8-fe55-4d4b-9fb7-74e810f07498 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cccc698d501d4aca95381724df121872&device_id=6a5f2c87-7659-43ad-b7d0-3dae7889f7bc HTTP/1.1" status: 200 len: 1098 time: 0.0784004 Aug 12 18:24:42.405075 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-205f8893-4a69-41ae-a4a7-11dcd7c86f1d tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Notify callbacks [] for security_group, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:42.475493 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-205f8893-4a69-41ae-a4a7-11dcd7c86f1d tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:42.519210 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-34923ddd-cdb4-4262-97b0-1c9f094b2bbd None None] Provisioning complete for port 3896b210-712f-454e-a28a-bbf2fd35024a triggered by entity DHCP. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:24:42.519580 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-34923ddd-cdb4-4262-97b0-1c9f094b2bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:42.539617 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df29758-d8ed-4072-816c-de7b9a23a008 req-2a2b6554-7b00-4eae-ac26-4cccc305835a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:24:42.540999 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-8df29758-d8ed-4072-816c-de7b9a23a008 req-2a2b6554-7b00-4eae-ac26-4cccc305835a service neutron] 10.222.0.57 "GET /v2.0/networks?id=df77d53e-f2d8-4774-a49c-59d1887890c6 HTTP/1.1" status: 200 len: 916 time: 0.1252577 Aug 12 18:24:42.596831 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-205f8893-4a69-41ae-a4a7-11dcd7c86f1d tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:42.599421 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-205f8893-4a69-41ae-a4a7-11dcd7c86f1d tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Notify callbacks [] for security_group, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:42.603009 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-205f8893-4a69-41ae-a4a7-11dcd7c86f1d tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.30 "DELETE /v2.0/security-groups/dc72672d-d8df-4be2-bd1e-dadab3a3ddad HTTP/1.1" status: 204 len: 168 time: 0.3387916 Aug 12 18:24:42.605312 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 57976) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:24:42.623437 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205f8893-4a69-41ae-a4a7-11dcd7c86f1d tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc72672d-d8df-4be2-bd1e-dadab3a3ddad,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:24:42.627537 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-8df29758-d8ed-4072-816c-de7b9a23a008 req-4e1dd8df-f48a-4369-b7c7-2adfb011f1fc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3896b210-712f-454e-a28a-bbf2fd35024a HTTP/1.1" status: 200 len: 1001 time: 0.0785801 Aug 12 18:24:42.679174 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df29758-d8ed-4072-816c-de7b9a23a008 req-e6a4b309-1ea5-4830-ae92-f159c12931c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:24:42.680675 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-8df29758-d8ed-4072-816c-de7b9a23a008 req-e6a4b309-1ea5-4830-ae92-f159c12931c4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cf6cced3-60e4-4a66-8e55-2a164e69b925 HTTP/1.1" status: 200 len: 854 time: 0.0449502 Aug 12 18:24:42.725832 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df29758-d8ed-4072-816c-de7b9a23a008 req-36c56bf1-513d-40e8-b08e-eb83c0ae9810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:24:42.727361 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-8df29758-d8ed-4072-816c-de7b9a23a008 req-36c56bf1-513d-40e8-b08e-eb83c0ae9810 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=df77d53e-f2d8-4774-a49c-59d1887890c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0392962 Aug 12 18:24:42.756265 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.plugins.ml2.plugin [None req-79f56268-7914-4c98-8384-3bbcd0d2c990 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Deleting port cd3885aa-4d31-4c51-808d-5479870ddabe {{(pid=94211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 18:24:42.756618 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-79f56268-7914-4c98-8384-3bbcd0d2c990 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763627642920'] for port, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:42.818814 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-8df29758-d8ed-4072-816c-de7b9a23a008 req-c5e10840-6b54-48a4-9608-a057b8509ce7 service neutron] 10.222.0.57 "GET /v2.0/networks/df77d53e-f2d8-4774-a49c-59d1887890c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840921 Aug 12 18:24:42.827562 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-79f56268-7914-4c98-8384-3bbcd0d2c990 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-732327'] for port, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:42.827893 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-79f56268-7914-4c98-8384-3bbcd0d2c990 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:42.839071 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.plugins.ml2.plugin [None req-79f56268-7914-4c98-8384-3bbcd0d2c990 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Calling delete_port for cd3885aa-4d31-4c51-808d-5479870ddabe owned by network:floatingip {{(pid=94211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 18:24:42.906224 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-8df29758-d8ed-4072-816c-de7b9a23a008 req-48601d9e-119a-4d16-9795-e9f2f8a64e03 service neutron] 10.222.0.57 "GET /v2.0/networks/df77d53e-f2d8-4774-a49c-59d1887890c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803549 Aug 12 18:24:43.006190 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-79f56268-7914-4c98-8384-3bbcd0d2c990 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763627647362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763627144942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9252727'] for port, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:43.038423 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f56268-7914-4c98-8384-3bbcd0d2c990 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Pushing event deleted for resources: {'Port': ['ID=cd3885aa-4d31-4c51-808d-5479870ddabe,revision_number=None']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:24:43.059692 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f56268-7914-4c98-8384-3bbcd0d2c990 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:24:43.060033 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f56268-7914-4c98-8384-3bbcd0d2c990 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:24:43.060368 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f56268-7914-4c98-8384-3bbcd0d2c990 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:24:43.060699 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f56268-7914-4c98-8384-3bbcd0d2c990 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:24:43.061025 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f56268-7914-4c98-8384-3bbcd0d2c990 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:24:43.061348 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f56268-7914-4c98-8384-3bbcd0d2c990 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:24:43.061670 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f56268-7914-4c98-8384-3bbcd0d2c990 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:24:43.062021 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f56268-7914-4c98-8384-3bbcd0d2c990 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:24:43.062342 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f56268-7914-4c98-8384-3bbcd0d2c990 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:24:43.062660 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f56268-7914-4c98-8384-3bbcd0d2c990 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:24:43.062977 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f56268-7914-4c98-8384-3bbcd0d2c990 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:24:43.063292 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f56268-7914-4c98-8384-3bbcd0d2c990 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:24:43.101865 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-79f56268-7914-4c98-8384-3bbcd0d2c990 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Notify callbacks [] for floatingip, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:43.102267 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.db.l3_db [None req-79f56268-7914-4c98-8384-3bbcd0d2c990 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Floating IP 1f4b8854-8773-4fd8-bb2a-7b9fd5a4ca0a disassociated (deleted). External IP: 172.27.3.168, port: 3896b210-712f-454e-a28a-bbf2fd35024a. Aug 12 18:24:43.298707 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79f56268-7914-4c98-8384-3bbcd0d2c990 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Router 9a2a9c76-fe2b-42b4-9849-345d007e369f has already been hosted by L3 agent 35f8a3af-1ed6-4507-a756-5ee5db7e6400 {{(pid=94211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 18:24:43.401260 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f56268-7914-4c98-8384-3bbcd0d2c990 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Notify agent at l3_agent.dv-cinder-759943-10-iscsi the message routers_updated {{(pid=94211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 18:24:43.406031 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-79f56268-7914-4c98-8384-3bbcd0d2c990 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195385'] for floatingip, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:43.411000 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7f108e-16e2-448e-b565-c826d4d4fc77 None None] Sync routers for ids ['9a2a9c76-fe2b-42b4-9849-345d007e369f'] in dv-cinder-759943-10-iscsi {{(pid=94213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 18:24:43.419601 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7f108e-16e2-448e-b565-c826d4d4fc77 None None] Routers {'9a2a9c76-fe2b-42b4-9849-345d007e369f'} bound to L3 agent in host dv-cinder-759943-10-iscsi {{(pid=94213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 18:24:43.420195 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-8e7f108e-16e2-448e-b565-c826d4d4fc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T18:04:37Z,description=,heartbeat_timestamp=2021-08-12T18:24:37Z,host='dv-cinder-759943-10-iscsi',id=35f8a3af-1ed6-4507-a756-5ee5db7e6400,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T18:04:37Z,topic='l3_agent')) {'router_ids': ['9a2a9c76-fe2b-42b4-9849-345d007e369f'], 'active': True} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:24:43.431781 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-79f56268-7914-4c98-8384-3bbcd0d2c990 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.30 "DELETE /v2.0/floatingips/1f4b8854-8773-4fd8-bb2a-7b9fd5a4ca0a HTTP/1.1" status: 204 len: 168 time: 0.8270314 Aug 12 18:24:43.432453 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a5f2c87-7659-43ad-b7d0-3dae7889f7bc', 'tag': '3896b210-712f-454e-a28a-bbf2fd35024a'}] {{(pid=94211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 18:24:43.434787 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0869c7c93421d026cad47568b464a40121916bf4cc543438babfcccb5335f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78808555-c067-4d2d-9f20-2d69f029bec3" -d '{"events": [{"name": "network-changed", "server_uuid": "6a5f2c87-7659-43ad-b7d0-3dae7889f7bc", "tag": "3896b210-712f-454e-a28a-bbf2fd35024a"}]}' {{(pid=94211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 18:24:43.470448 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 18:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d3a5c6a-aecb-4fd5-b3e1-9b0415dd3ec7 x-openstack-request-id: req-4d3a5c6a-aecb-4fd5-b3e1-9b0415dd3ec7 {{(pid=94211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 18:24:43.470758 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a5f2c87-7659-43ad-b7d0-3dae7889f7bc", "tag": "3896b210-712f-454e-a28a-bbf2fd35024a", "status": "completed", "code": 200}]} {{(pid=94211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 18:24:43.471008 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4d3a5c6a-aecb-4fd5-b3e1-9b0415dd3ec7 {{(pid=94211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 18:24:43.471396 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a5f2c87-7659-43ad-b7d0-3dae7889f7bc', 'tag': '3896b210-712f-454e-a28a-bbf2fd35024a', 'status': 'completed', 'code': 200} Aug 12 18:24:43.534947 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvr_db [None req-8e7f108e-16e2-448e-b565-c826d4d4fc77 None None] Set router 9a2a9c76-fe2b-42b4-9849-345d007e369f gateway port host: dv-cinder-759943-10-iscsi {{(pid=94213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 18:24:43.536456 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78808555-c067-4d2d-9f20-2d69f029bec3 req-919c3420-e24c-457f-a507-ac91f32c0916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:24:43.538068 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-78808555-c067-4d2d-9f20-2d69f029bec3 req-919c3420-e24c-457f-a507-ac91f32c0916 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cccc698d501d4aca95381724df121872&device_id=6a5f2c87-7659-43ad-b7d0-3dae7889f7bc HTTP/1.1" status: 200 len: 1098 time: 0.0430186 Aug 12 18:24:43.642758 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78808555-c067-4d2d-9f20-2d69f029bec3 req-b1439455-27a4-415e-949f-122bec424056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:24:43.644302 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-78808555-c067-4d2d-9f20-2d69f029bec3 req-b1439455-27a4-415e-949f-122bec424056 service neutron] 10.222.0.57 "GET /v2.0/networks?id=df77d53e-f2d8-4774-a49c-59d1887890c6 HTTP/1.1" status: 200 len: 916 time: 0.0989442 Aug 12 18:24:43.694588 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-78808555-c067-4d2d-9f20-2d69f029bec3 req-c5278701-ae67-46fb-b9f0-1931a46ec17c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3896b210-712f-454e-a28a-bbf2fd35024a HTTP/1.1" status: 200 len: 217 time: 0.0356579 Aug 12 18:24:43.743635 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78808555-c067-4d2d-9f20-2d69f029bec3 req-fad6e2de-0ec1-4d35-9345-6cd80c668376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:24:43.745080 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-78808555-c067-4d2d-9f20-2d69f029bec3 req-fad6e2de-0ec1-4d35-9345-6cd80c668376 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cf6cced3-60e4-4a66-8e55-2a164e69b925 HTTP/1.1" status: 200 len: 854 time: 0.0436983 Aug 12 18:24:43.750829 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-8e7f108e-16e2-448e-b565-c826d4d4fc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2a9c76-fe2b-42b4-9849-345d007e369f', 'name': 'tempest-TestMinimumBasicScenario-1025592334-router', 'tenant_id': 'cccc698d501d4aca95381724df121872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': 'f3237f08-cdf3-42c0-8e6d-043671f44b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:22:39Z', 'updated_at': '2021-08-12T18:22:41Z', 'revision_number': 4, 'project_id': 'cccc698d501d4aca95381724df121872', 'gw_port': {'id': 'f3237f08-cdf3-42c0-8e6d-043671f44b0f', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2a9c76-fe2b-42b4-9849-345d007e369f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:22:39Z', 'updated_at': '2021-08-12T18:22:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi', '_interfaces': [{'id': '3ec5a1a4-43c1-4f88-ad8b-a1202f3f8e0e', 'name': '', 'network_id': 'df77d53e-f2d8-4774-a49c-59d1887890c6', 'tenant_id': 'cccc698d501d4aca95381724df121872', 'mac_address': 'fa:16:3e:f0:9f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2a9c76-fe2b-42b4-9849-345d007e369f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'cf6cced3-60e4-4a66-8e55-2a164e69b925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:22:41Z', 'updated_at': '2021-08-12T18:22:47Z', 'revision_number': 5, 'project_id': 'cccc698d501d4aca95381724df121872', 'subnets': [{'id': 'cf6cced3-60e4-4a66-8e55-2a164e69b925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-10-iscsi', False) {} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:24:43.775733 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7f108e-16e2-448e-b565-c826d4d4fc77 None None] Checking router: 9a2a9c76-fe2b-42b4-9849-345d007e369f for host: dv-cinder-759943-10-iscsi {{(pid=94213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 18:24:43.783746 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7f108e-16e2-448e-b565-c826d4d4fc77 None None] Routers {'9a2a9c76-fe2b-42b4-9849-345d007e369f'} bound to L3 agent in host dv-cinder-759943-10-iscsi {{(pid=94213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 18:24:43.784336 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-8e7f108e-16e2-448e-b565-c826d4d4fc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T18:04:37Z,description=,heartbeat_timestamp=2021-08-12T18:24:37Z,host='dv-cinder-759943-10-iscsi',id=35f8a3af-1ed6-4507-a756-5ee5db7e6400,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T18:04:37Z,topic='l3_agent')) {'router_ids': ['9a2a9c76-fe2b-42b4-9849-345d007e369f'], 'active': True} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:24:43.793558 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78808555-c067-4d2d-9f20-2d69f029bec3 req-df77b9ab-5a8a-4914-b160-40f1ddadfc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:24:43.795073 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-78808555-c067-4d2d-9f20-2d69f029bec3 req-df77b9ab-5a8a-4914-b160-40f1ddadfc3f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=df77d53e-f2d8-4774-a49c-59d1887890c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0430088 Aug 12 18:24:43.882682 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-78808555-c067-4d2d-9f20-2d69f029bec3 req-5f9e129a-c2af-4ee1-a0d7-e2e0c4fd9d05 service neutron] 10.222.0.57 "GET /v2.0/networks/df77d53e-f2d8-4774-a49c-59d1887890c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802145 Aug 12 18:24:43.884811 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvr_db [None req-8e7f108e-16e2-448e-b565-c826d4d4fc77 None None] Set router 9a2a9c76-fe2b-42b4-9849-345d007e369f gateway port host: dv-cinder-759943-10-iscsi {{(pid=94213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 18:24:43.981946 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-78808555-c067-4d2d-9f20-2d69f029bec3 req-4954ffc7-0b49-4e71-9025-9acf43738b05 service neutron] 10.222.0.57 "GET /v2.0/networks/df77d53e-f2d8-4774-a49c-59d1887890c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891500 Aug 12 18:24:44.078640 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-8e7f108e-16e2-448e-b565-c826d4d4fc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2a9c76-fe2b-42b4-9849-345d007e369f', 'name': 'tempest-TestMinimumBasicScenario-1025592334-router', 'tenant_id': 'cccc698d501d4aca95381724df121872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': 'f3237f08-cdf3-42c0-8e6d-043671f44b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:22:39Z', 'updated_at': '2021-08-12T18:22:41Z', 'revision_number': 4, 'project_id': 'cccc698d501d4aca95381724df121872', 'gw_port': {'id': 'f3237f08-cdf3-42c0-8e6d-043671f44b0f', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2a9c76-fe2b-42b4-9849-345d007e369f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:22:39Z', 'updated_at': '2021-08-12T18:22:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi', '_interfaces': [{'id': '3ec5a1a4-43c1-4f88-ad8b-a1202f3f8e0e', 'name': '', 'network_id': 'df77d53e-f2d8-4774-a49c-59d1887890c6', 'tenant_id': 'cccc698d501d4aca95381724df121872', 'mac_address': 'fa:16:3e:f0:9f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2a9c76-fe2b-42b4-9849-345d007e369f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'cf6cced3-60e4-4a66-8e55-2a164e69b925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:22:41Z', 'updated_at': '2021-08-12T18:22:47Z', 'revision_number': 5, 'project_id': 'cccc698d501d4aca95381724df121872', 'subnets': [{'id': 'cf6cced3-60e4-4a66-8e55-2a164e69b925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-10-iscsi', False) {} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:24:44.103806 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7f108e-16e2-448e-b565-c826d4d4fc77 None None] The sync data for ids ['9a2a9c76-fe2b-42b4-9849-345d007e369f'] in dv-cinder-759943-10-iscsi is: [{'id': '9a2a9c76-fe2b-42b4-9849-345d007e369f', 'name': 'tempest-TestMinimumBasicScenario-1025592334-router', 'tenant_id': 'cccc698d501d4aca95381724df121872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': 'f3237f08-cdf3-42c0-8e6d-043671f44b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:22:39Z', 'updated_at': '2021-08-12T18:22:41Z', 'revision_number': 4, 'project_id': 'cccc698d501d4aca95381724df121872', 'gw_port': {'id': 'f3237f08-cdf3-42c0-8e6d-043671f44b0f', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2a9c76-fe2b-42b4-9849-345d007e369f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:22:39Z', 'updated_at': '2021-08-12T18:22:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi', '_interfaces': [{'id': '3ec5a1a4-43c1-4f88-ad8b-a1202f3f8e0e', 'name': '', 'network_id': 'df77d53e-f2d8-4774-a49c-59d1887890c6', 'tenant_id': 'cccc698d501d4aca95381724df121872', 'mac_address': 'fa:16:3e:f0:9f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2a9c76-fe2b-42b4-9849-345d007e369f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'cf6cced3-60e4-4a66-8e55-2a164e69b925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:22:41Z', 'updated_at': '2021-08-12T18:22:47Z', 'revision_number': 5, 'project_id': 'cccc698d501d4aca95381724df121872', 'subnets': [{'id': 'cf6cced3-60e4-4a66-8e55-2a164e69b925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 18:24:44.314249 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9014466e-d54c-4232-9d49-d7a65f364659 None None] New status for floating IP 1f4b8854-8773-4fd8-bb2a-7b9fd5a4ca0a: DOWN {{(pid=94214) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 18:24:46.144909 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f19996c-64b9-4e15-81a4-fb7931ef182d req-70e5d2ed-0ccb-4052-900f-7381e6c28fe9 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:24:46.146402 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-3f19996c-64b9-4e15-81a4-fb7931ef182d req-70e5d2ed-0ccb-4052-900f-7381e6c28fe9 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a5f2c87-7659-43ad-b7d0-3dae7889f7bc HTTP/1.1" status: 200 len: 945 time: 0.0477602 Aug 12 18:24:46.183345 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-3f19996c-64b9-4e15-81a4-fb7931ef182d req-1e7a6330-0507-4cfa-b5c1-6a13eb5be958 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.30 "GET /v2.0/security-groups?id=d90cbcbd-2594-40f0-bd47-72f96b83ac6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308721 Aug 12 18:24:47.295593 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c72692-e013-4aca-ac5a-c047ed2f9403 req-f18d807b-1bcb-4e45-8450-566bc2340c75 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:24:47.297050 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-e6c72692-e013-4aca-ac5a-c047ed2f9403 req-f18d807b-1bcb-4e45-8450-566bc2340c75 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a5f2c87-7659-43ad-b7d0-3dae7889f7bc HTTP/1.1" status: 200 len: 945 time: 0.0481305 Aug 12 18:24:47.334004 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-e6c72692-e013-4aca-ac5a-c047ed2f9403 req-98f9bfda-095c-48b3-9926-2e6ee01184da tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.30 "GET /v2.0/security-groups?id=d90cbcbd-2594-40f0-bd47-72f96b83ac6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305147 Aug 12 18:24:47.780561 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a86768-d591-4326-8bb6-13d7cddf0573 req-da93053b-ea6d-468c-a6f4-3276be0807a5 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:24:47.781978 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-e3a86768-d591-4326-8bb6-13d7cddf0573 req-da93053b-ea6d-468c-a6f4-3276be0807a5 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a5f2c87-7659-43ad-b7d0-3dae7889f7bc HTTP/1.1" status: 200 len: 945 time: 0.0458555 Aug 12 18:24:47.871356 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.plugin [req-e3a86768-d591-4326-8bb6-13d7cddf0573 req-ee97c750-4681-4683-af8b-385b8a162bce tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Deleting port 3896b210-712f-454e-a28a-bbf2fd35024a {{(pid=94212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 18:24:47.871691 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-e3a86768-d591-4326-8bb6-13d7cddf0573 req-ee97c750-4681-4683-af8b-385b8a162bce tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763627642920'] for port, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:47.954466 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.db [req-e3a86768-d591-4326-8bb6-13d7cddf0573 req-ee97c750-4681-4683-af8b-385b8a162bce tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] For port 3896b210-712f-454e-a28a-bbf2fd35024a, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=3896b210-712f-454e-a28a-bbf2fd35024a,segment=NetworkSegment(3a9791bc-1b8f-402c-b71c-2d1efb358423),segment_id=3a9791bc-1b8f-402c-b71c-2d1efb358423)] {{(pid=94212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:24:47.954817 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-e3a86768-d591-4326-8bb6-13d7cddf0573 req-ee97c750-4681-4683-af8b-385b8a162bce tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-732327'] for port, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:47.967005 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.plugin [req-e3a86768-d591-4326-8bb6-13d7cddf0573 req-ee97c750-4681-4683-af8b-385b8a162bce tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Calling delete_port for 3896b210-712f-454e-a28a-bbf2fd35024a owned by compute:nova {{(pid=94212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 18:24:48.091666 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-e3a86768-d591-4326-8bb6-13d7cddf0573 req-ee97c750-4681-4683-af8b-385b8a162bce tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763627647362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763627144942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8400677'] for port, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:48.103479 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] get_ports_and_sgs() called for port_ids ['3896b210-712f-454e-a28a-bbf2fd35024a'] {{(pid=94213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 18:24:48.122312 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee97c750-4681-4683-af8b-385b8a162bce tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Pushing event deleted for resources: {'Port': ['ID=3896b210-712f-454e-a28a-bbf2fd35024a,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:24:48.164004 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3a86768-d591-4326-8bb6-13d7cddf0573 req-ee97c750-4681-4683-af8b-385b8a162bce tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] No DVR routers for this DVR port 3896b210-712f-454e-a28a-bbf2fd35024a on host hv-cinder-75994 {{(pid=94212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 18:24:48.166505 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-e3a86768-d591-4326-8bb6-13d7cddf0573 req-ee97c750-4681-4683-af8b-385b8a162bce tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195385'] for port, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:48.168448 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-e3a86768-d591-4326-8bb6-13d7cddf0573 req-ee97c750-4681-4683-af8b-385b8a162bce tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.57 "DELETE /v2.0/ports/3896b210-712f-454e-a28a-bbf2fd35024a HTTP/1.1" status: 204 len: 173 time: 0.3805690 Aug 12 18:24:48.168875 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a5f2c87-7659-43ad-b7d0-3dae7889f7bc', 'name': 'network-vif-deleted', 'tag': '3896b210-712f-454e-a28a-bbf2fd35024a'}] {{(pid=94212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 18:24:48.171168 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd512f55349b839fb4675422b2dbaf52bda1baead41a4efd90d4bf8a5142663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d3933e-2711-4ed8-a3f3-6a3caea842f9" -d '{"events": [{"server_uuid": "6a5f2c87-7659-43ad-b7d0-3dae7889f7bc", "name": "network-vif-deleted", "tag": "3896b210-712f-454e-a28a-bbf2fd35024a"}]}' {{(pid=94212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 18:24:48.204957 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 18:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4439896c-5789-4e3a-acdf-50ef496cef57 x-openstack-request-id: req-4439896c-5789-4e3a-acdf-50ef496cef57 {{(pid=94212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 18:24:48.205247 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a5f2c87-7659-43ad-b7d0-3dae7889f7bc", "name": "network-vif-deleted", "tag": "3896b210-712f-454e-a28a-bbf2fd35024a", "status": "completed", "code": 200}]} {{(pid=94212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 18:24:48.205498 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4439896c-5789-4e3a-acdf-50ef496cef57 {{(pid=94212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 18:24:48.205918 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a5f2c87-7659-43ad-b7d0-3dae7889f7bc', 'name': 'network-vif-deleted', 'tag': '3896b210-712f-454e-a28a-bbf2fd35024a', 'status': 'completed', 'code': 200} Aug 12 18:24:48.438466 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-3cb245b4-9925-4ae7-80c6-c508e13d4225 req-b534f5c9-de7d-4e08-b7a7-16da3433c3f0 tempest-TestMinimumBasicScenario-1474598238 tempest-TestMinimumBasicScenario-1474598238-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a5f2c87-7659-43ad-b7d0-3dae7889f7bc HTTP/1.1" status: 200 len: 210 time: 0.0252242 Aug 12 18:24:49.983083 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 58064) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:24:50.312588 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-26b5b96f-30c9-4b34-b45e-0763beb97db8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693640'] for router_interface, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:50.549506 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.plugins.ml2.plugin [None req-26b5b96f-30c9-4b34-b45e-0763beb97db8 admin admin] Deleting port 3ec5a1a4-43c1-4f88-ad8b-a1202f3f8e0e {{(pid=94211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 18:24:50.549847 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-26b5b96f-30c9-4b34-b45e-0763beb97db8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763627642920'] for port, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:50.623750 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.plugins.ml2.db [None req-26b5b96f-30c9-4b34-b45e-0763beb97db8 admin admin] For port 3ec5a1a4-43c1-4f88-ad8b-a1202f3f8e0e, host dv-cinder-759943-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-10-iscsi',level=0,port_id=3ec5a1a4-43c1-4f88-ad8b-a1202f3f8e0e,segment=NetworkSegment(3a9791bc-1b8f-402c-b71c-2d1efb358423),segment_id=3a9791bc-1b8f-402c-b71c-2d1efb358423)] {{(pid=94211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:24:50.624109 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-26b5b96f-30c9-4b34-b45e-0763beb97db8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-732327'] for port, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:50.636644 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.plugins.ml2.plugin [None req-26b5b96f-30c9-4b34-b45e-0763beb97db8 admin admin] Calling delete_port for 3ec5a1a4-43c1-4f88-ad8b-a1202f3f8e0e owned by network:router_interface {{(pid=94211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 18:24:50.809687 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-26b5b96f-30c9-4b34-b45e-0763beb97db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763627647362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763627144942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9252727'] for port, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:50.835927 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b5b96f-30c9-4b34-b45e-0763beb97db8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ec5a1a4-43c1-4f88-ad8b-a1202f3f8e0e,revision_number=None']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:24:50.994519 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-26b5b96f-30c9-4b34-b45e-0763beb97db8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737592'] for router_interface, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:51.438301 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26b5b96f-30c9-4b34-b45e-0763beb97db8 admin admin] Router 9a2a9c76-fe2b-42b4-9849-345d007e369f has already been hosted by L3 agent 35f8a3af-1ed6-4507-a756-5ee5db7e6400 {{(pid=94211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 18:24:51.539052 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26b5b96f-30c9-4b34-b45e-0763beb97db8 admin admin] Notify agent at l3_agent.dv-cinder-759943-10-iscsi the message routers_updated {{(pid=94211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 18:24:51.546528 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-26b5b96f-30c9-4b34-b45e-0763beb97db8 admin admin] 10.222.0.30 "PUT /v2.0/routers/9a2a9c76-fe2b-42b4-9849-345d007e369f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5597794 Aug 12 18:24:51.546693 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 58066) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:24:51.547536 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed711b71-9b2c-4bff-8a5f-c4ffe112ae3e None None] Sync routers for ids ['9a2a9c76-fe2b-42b4-9849-345d007e369f'] in dv-cinder-759943-10-iscsi {{(pid=94213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 18:24:51.557415 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed711b71-9b2c-4bff-8a5f-c4ffe112ae3e None None] Routers {'9a2a9c76-fe2b-42b4-9849-345d007e369f'} bound to L3 agent in host dv-cinder-759943-10-iscsi {{(pid=94213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 18:24:51.558426 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-ed711b71-9b2c-4bff-8a5f-c4ffe112ae3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T18:04:37Z,description=,heartbeat_timestamp=2021-08-12T18:24:37Z,host='dv-cinder-759943-10-iscsi',id=35f8a3af-1ed6-4507-a756-5ee5db7e6400,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T18:04:37Z,topic='l3_agent')) {'router_ids': ['9a2a9c76-fe2b-42b4-9849-345d007e369f'], 'active': True} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:24:51.654476 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-41cbecff-6774-4136-a060-0257db2867bb admin admin] Notify callbacks [] for router, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:51.789585 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvr_db [None req-ed711b71-9b2c-4bff-8a5f-c4ffe112ae3e None None] Set router 9a2a9c76-fe2b-42b4-9849-345d007e369f gateway port host: dv-cinder-759943-10-iscsi {{(pid=94213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 18:24:51.969584 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-ed711b71-9b2c-4bff-8a5f-c4ffe112ae3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2a9c76-fe2b-42b4-9849-345d007e369f', 'name': 'tempest-TestMinimumBasicScenario-1025592334-router', 'tenant_id': 'cccc698d501d4aca95381724df121872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': 'f3237f08-cdf3-42c0-8e6d-043671f44b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:22:39Z', 'updated_at': '2021-08-12T18:24:50Z', 'revision_number': 5, 'project_id': 'cccc698d501d4aca95381724df121872', 'gw_port': {'id': 'f3237f08-cdf3-42c0-8e6d-043671f44b0f', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2a9c76-fe2b-42b4-9849-345d007e369f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:22:39Z', 'updated_at': '2021-08-12T18:22:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi'}], 'dv-cinder-759943-10-iscsi', False) {} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:24:51.995931 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed711b71-9b2c-4bff-8a5f-c4ffe112ae3e None None] Checking router: 9a2a9c76-fe2b-42b4-9849-345d007e369f for host: dv-cinder-759943-10-iscsi {{(pid=94213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 18:24:52.005753 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed711b71-9b2c-4bff-8a5f-c4ffe112ae3e None None] Routers {'9a2a9c76-fe2b-42b4-9849-345d007e369f'} bound to L3 agent in host dv-cinder-759943-10-iscsi {{(pid=94213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 18:24:52.006384 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-ed711b71-9b2c-4bff-8a5f-c4ffe112ae3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T18:04:37Z,description=,heartbeat_timestamp=2021-08-12T18:24:37Z,host='dv-cinder-759943-10-iscsi',id=35f8a3af-1ed6-4507-a756-5ee5db7e6400,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T18:04:37Z,topic='l3_agent')) {'router_ids': ['9a2a9c76-fe2b-42b4-9849-345d007e369f'], 'active': True} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:24:52.020132 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-41cbecff-6774-4136-a060-0257db2867bb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:52.073990 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.plugin [None req-41cbecff-6774-4136-a060-0257db2867bb admin admin] Deleting port f3237f08-cdf3-42c0-8e6d-043671f44b0f {{(pid=94212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 18:24:52.074603 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-41cbecff-6774-4136-a060-0257db2867bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763627642920'] for port, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:52.109862 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvr_db [None req-ed711b71-9b2c-4bff-8a5f-c4ffe112ae3e None None] Set router 9a2a9c76-fe2b-42b4-9849-345d007e369f gateway port host: dv-cinder-759943-10-iscsi {{(pid=94213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 18:24:52.151815 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.db [None req-41cbecff-6774-4136-a060-0257db2867bb admin admin] For port f3237f08-cdf3-42c0-8e6d-043671f44b0f, host dv-cinder-759943-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-10-iscsi',level=0,port_id=f3237f08-cdf3-42c0-8e6d-043671f44b0f,segment=NetworkSegment(7eaed6a7-5a45-4d84-aa5c-ab7d15676367),segment_id=7eaed6a7-5a45-4d84-aa5c-ab7d15676367)] {{(pid=94212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:24:52.152170 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-41cbecff-6774-4136-a060-0257db2867bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-732327'] for port, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:52.164344 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.plugin [None req-41cbecff-6774-4136-a060-0257db2867bb admin admin] Calling delete_port for f3237f08-cdf3-42c0-8e6d-043671f44b0f owned by network:router_gateway {{(pid=94212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 18:24:52.227316 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:52.290872 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-ed711b71-9b2c-4bff-8a5f-c4ffe112ae3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2a9c76-fe2b-42b4-9849-345d007e369f', 'name': 'tempest-TestMinimumBasicScenario-1025592334-router', 'tenant_id': 'cccc698d501d4aca95381724df121872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': 'f3237f08-cdf3-42c0-8e6d-043671f44b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:22:39Z', 'updated_at': '2021-08-12T18:24:50Z', 'revision_number': 5, 'project_id': 'cccc698d501d4aca95381724df121872', 'gw_port': {'id': 'f3237f08-cdf3-42c0-8e6d-043671f44b0f', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2a9c76-fe2b-42b4-9849-345d007e369f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:22:39Z', 'updated_at': '2021-08-12T18:22:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi'}], 'dv-cinder-759943-10-iscsi', False) {} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:24:52.320344 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed711b71-9b2c-4bff-8a5f-c4ffe112ae3e None None] The sync data for ids ['9a2a9c76-fe2b-42b4-9849-345d007e369f'] in dv-cinder-759943-10-iscsi is: [{'id': '9a2a9c76-fe2b-42b4-9849-345d007e369f', 'name': 'tempest-TestMinimumBasicScenario-1025592334-router', 'tenant_id': 'cccc698d501d4aca95381724df121872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': 'f3237f08-cdf3-42c0-8e6d-043671f44b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:22:39Z', 'updated_at': '2021-08-12T18:24:50Z', 'revision_number': 5, 'project_id': 'cccc698d501d4aca95381724df121872', 'gw_port': {'id': 'f3237f08-cdf3-42c0-8e6d-043671f44b0f', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2a9c76-fe2b-42b4-9849-345d007e369f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:22:39Z', 'updated_at': '2021-08-12T18:22:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi'}] {{(pid=94213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 18:24:52.326609 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-41cbecff-6774-4136-a060-0257db2867bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763627647362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763627144942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8400677'] for port, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:52.356721 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cbecff-6774-4136-a060-0257db2867bb admin admin] Pushing event deleted for resources: {'Port': ['ID=f3237f08-cdf3-42c0-8e6d-043671f44b0f,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:24:52.414495 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-41cbecff-6774-4136-a060-0257db2867bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-734914'] for router_gateway, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:52.499874 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-41cbecff-6774-4136-a060-0257db2867bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15495'] for router, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:52.501943 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-41cbecff-6774-4136-a060-0257db2867bb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:52.543171 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-41cbecff-6774-4136-a060-0257db2867bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-735265'] for router, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:52.543756 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41cbecff-6774-4136-a060-0257db2867bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a2a9c76-fe2b-42b4-9849-345d007e369f {{(pid=94212) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 18:24:52.548187 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-41cbecff-6774-4136-a060-0257db2867bb admin admin] Notify callbacks [] for router, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:52.549151 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-41cbecff-6774-4136-a060-0257db2867bb admin admin] 10.222.0.30 "DELETE /v2.0/routers/9a2a9c76-fe2b-42b4-9849-345d007e369f HTTP/1.1" status: 204 len: 168 time: 1.0014927 Aug 12 18:24:52.552176 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 58068) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:24:52.597850 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.db_base_plugin_v2 [None req-80edfc7f-f446-411d-ad1c-2e3d947c12d9 admin admin] Deleting subnet cf6cced3-60e4-4a66-8e55-2a164e69b925 {{(pid=94212) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 18:24:52.600876 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-80edfc7f-f446-411d-ad1c-2e3d947c12d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:52.633882 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-80edfc7f-f446-411d-ad1c-2e3d947c12d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10322303'] for subnet, precommit_delete_associations {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:52.722641 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-80edfc7f-f446-411d-ad1c-2e3d947c12d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1735162'] for subnet, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:52.780013 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-80edfc7f-f446-411d-ad1c-2e3d947c12d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1735149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8400662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8840012'] for subnet, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:52.790488 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device 3ec5a1a4-43c1-4f88-ad8b-a1202f3f8e0e no longer exists at agent ovs-agent-dv-cinder-759943-10-iscsi {{(pid=94213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 18:24:52.810929 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.plugin [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] No Port match for: 3ec5a1a4-43c1-4f88-ad8b-a1202f3f8e0e {{(pid=94213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 18:24:52.811271 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device 3ec5a1a4-43c1-4f88-ad8b-a1202f3f8e0e not bound to the agent host dv-cinder-759943-10-iscsi {{(pid=94213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 18:24:52.815684 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-80edfc7f-f446-411d-ad1c-2e3d947c12d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:52.818524 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-80edfc7f-f446-411d-ad1c-2e3d947c12d9 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/cf6cced3-60e4-4a66-8e55-2a164e69b925 HTTP/1.1" status: 204 len: 168 time: 0.2654374 Aug 12 18:24:52.819312 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edfc7f-f446-411d-ad1c-2e3d947c12d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf6cced3-60e4-4a66-8e55-2a164e69b925,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:24:52.821168 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 58070) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:24:52.822923 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ce706a-c471-463c-93d0-ce850614b9d2 None None] Network df77d53e-f2d8-4774-a49c-59d1887890c6 requested from dv-cinder-759943-10-iscsi {{(pid=94213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 18:24:52.892579 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-8c891b14-9ad9-40ae-8859-47d8a2e6bcec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1816869'] for network, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:52.948270 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.plugins.ml2.plugin [None req-8c891b14-9ad9-40ae-8859-47d8a2e6bcec admin admin] Deleting port 00922f44-cdeb-4619-bbfb-3de6715d0605 {{(pid=94211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 18:24:52.948616 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-8c891b14-9ad9-40ae-8859-47d8a2e6bcec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763627642920'] for port, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:53.017027 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.plugins.ml2.db [None req-8c891b14-9ad9-40ae-8859-47d8a2e6bcec admin admin] For port 00922f44-cdeb-4619-bbfb-3de6715d0605, host dv-cinder-759943-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-10-iscsi',level=0,port_id=00922f44-cdeb-4619-bbfb-3de6715d0605,segment=NetworkSegment(3a9791bc-1b8f-402c-b71c-2d1efb358423),segment_id=3a9791bc-1b8f-402c-b71c-2d1efb358423)] {{(pid=94211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:24:53.017314 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133980b1-900a-45df-9d39-a9502d629ee7 None None] DHCP port deletion for df77d53e-f2d8-4774-a49c-59d1887890c6 request from dv-cinder-759943-10-iscsi {{(pid=94213) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 18:24:53.017419 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-8c891b14-9ad9-40ae-8859-47d8a2e6bcec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-732327'] for port, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:53.020145 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Device 3896b210-712f-454e-a28a-bbf2fd35024a no longer exists at agent hyperv_hv-cinder-75994 {{(pid=94213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 18:24:53.030539 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.plugins.ml2.plugin [None req-8c891b14-9ad9-40ae-8859-47d8a2e6bcec admin admin] Calling delete_port for 00922f44-cdeb-4619-bbfb-3de6715d0605 owned by network:dhcp {{(pid=94211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 18:24:53.041001 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.plugin [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] No Port match for: 3896b210-712f-454e-a28a-bbf2fd35024a {{(pid=94213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 18:24:53.041348 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Device 3896b210-712f-454e-a28a-bbf2fd35024a not bound to the agent host hv-cinder-75994 {{(pid=94213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 18:24:53.083948 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.plugin [None req-133980b1-900a-45df-9d39-a9502d629ee7 None None] Deleting port 00922f44-cdeb-4619-bbfb-3de6715d0605 {{(pid=94213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 18:24:53.084321 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-133980b1-900a-45df-9d39-a9502d629ee7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763627642920'] for port, before_delete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:53.108344 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-8c891b14-9ad9-40ae-8859-47d8a2e6bcec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763627647362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763627144942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9252727'] for port, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:53.133799 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c891b14-9ad9-40ae-8859-47d8a2e6bcec admin admin] Pushing event deleted for resources: {'Port': ['ID=00922f44-cdeb-4619-bbfb-3de6715d0605,revision_number=None']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:24:53.137176 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c891b14-9ad9-40ae-8859-47d8a2e6bcec admin admin] No DVR routers for this DVR port 00922f44-cdeb-4619-bbfb-3de6715d0605 on host dv-cinder-759943-10-iscsi {{(pid=94211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 18:24:53.150272 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-133980b1-900a-45df-9d39-a9502d629ee7 None None] For port 00922f44-cdeb-4619-bbfb-3de6715d0605, host dv-cinder-759943-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-10-iscsi',level=0,port_id=00922f44-cdeb-4619-bbfb-3de6715d0605,segment=NetworkSegment(3a9791bc-1b8f-402c-b71c-2d1efb358423),segment_id=3a9791bc-1b8f-402c-b71c-2d1efb358423)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:24:53.150634 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-133980b1-900a-45df-9d39-a9502d629ee7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-732327'] for port, precommit_delete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:53.163414 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.plugin [None req-133980b1-900a-45df-9d39-a9502d629ee7 None None] Calling delete_port for 00922f44-cdeb-4619-bbfb-3de6715d0605 owned by network:dhcp {{(pid=94213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 18:24:53.207418 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-8c891b14-9ad9-40ae-8859-47d8a2e6bcec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1735549', 'neutron.services.segments.db._delete_segments_for_network-8763627670128'] for network, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:53.216754 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.services.segments.db [None req-8c891b14-9ad9-40ae-8859-47d8a2e6bcec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df77d53e-f2d8-4774-a49c-59d1887890c6']}} {{(pid=94211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:24:53.226999 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.services.segments.db [None req-8c891b14-9ad9-40ae-8859-47d8a2e6bcec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a9791bc-1b8f-402c-b71c-2d1efb358423') {'for_net_delete': True} {{(pid=94211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:24:53.227287 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.services.segments.db [None req-8c891b14-9ad9-40ae-8859-47d8a2e6bcec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a9791bc-1b8f-402c-b71c-2d1efb358423') {} {{(pid=94211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:24:53.235914 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-8c891b14-9ad9-40ae-8859-47d8a2e6bcec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763627625081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2620086'] for segment, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:53.236167 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-133980b1-900a-45df-9d39-a9502d629ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763627647362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763627144942'] for port, after_delete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:53.249456 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-8c891b14-9ad9-40ae-8859-47d8a2e6bcec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735099'] for segment, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:53.255733 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c891b14-9ad9-40ae-8859-47d8a2e6bcec admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=94211) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 18:24:53.256114 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-8c891b14-9ad9-40ae-8859-47d8a2e6bcec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9252762'] for segment, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:53.257732 dv-cinder-759943-10-iscsi neutron-server[94211]: Traceback (most recent call last): Aug 12 18:24:53.257732 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 18:24:53.257732 dv-cinder-759943-10-iscsi neutron-server[94211]: timer() Aug 12 18:24:53.257732 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 18:24:53.257732 dv-cinder-759943-10-iscsi neutron-server[94211]: cb(*args, **kw) Aug 12 18:24:53.257732 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 18:24:53.257732 dv-cinder-759943-10-iscsi neutron-server[94211]: return func(*args, **kwargs) Aug 12 18:24:53.257732 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 18:24:53.257732 dv-cinder-759943-10-iscsi neutron-server[94211]: self._notify() Aug 12 18:24:53.257732 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 18:24:53.257732 dv-cinder-759943-10-iscsi neutron-server[94211]: self.callback(batched_events) Aug 12 18:24:53.257732 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 18:24:53.257732 dv-cinder-759943-10-iscsi neutron-server[94211]: event.method(event) Aug 12 18:24:53.257732 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 18:24:53.257732 dv-cinder-759943-10-iscsi neutron-server[94211]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 18:24:53.257732 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 18:24:53.257732 dv-cinder-759943-10-iscsi neutron-server[94211]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 18:24:53.257732 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 18:24:53.257732 dv-cinder-759943-10-iscsi neutron-server[94211]: return f(self, *a, **k) Aug 12 18:24:53.257732 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 18:24:53.257732 dv-cinder-759943-10-iscsi neutron-server[94211]: return self._get(url).json() Aug 12 18:24:53.257732 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 18:24:53.257732 dv-cinder-759943-10-iscsi neutron-server[94211]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 18:24:53.257732 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 18:24:53.257732 dv-cinder-759943-10-iscsi neutron-server[94211]: return self.request(url, 'GET', **kwargs) Aug 12 18:24:53.257732 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 18:24:53.257732 dv-cinder-759943-10-iscsi neutron-server[94211]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 18:24:53.257732 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 18:24:53.257732 dv-cinder-759943-10-iscsi neutron-server[94211]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 18:24:53.257732 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 18:24:53.257732 dv-cinder-759943-10-iscsi neutron-server[94211]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 18:24:53.257732 dv-cinder-759943-10-iscsi neutron-server[94211]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 18:24:53.262647 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133980b1-900a-45df-9d39-a9502d629ee7 None None] Pushing event deleted for resources: {'Port': ['ID=00922f44-cdeb-4619-bbfb-3de6715d0605,revision_number=None']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:24:53.265837 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133980b1-900a-45df-9d39-a9502d629ee7 None None] No DVR routers for this DVR port 00922f44-cdeb-4619-bbfb-3de6715d0605 on host dv-cinder-759943-10-iscsi {{(pid=94213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 18:24:53.273189 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133980b1-900a-45df-9d39-a9502d629ee7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:24:53.273544 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133980b1-900a-45df-9d39-a9502d629ee7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:24:53.276350 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133980b1-900a-45df-9d39-a9502d629ee7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:24:53.276350 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133980b1-900a-45df-9d39-a9502d629ee7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:24:53.276350 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133980b1-900a-45df-9d39-a9502d629ee7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:24:53.276350 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133980b1-900a-45df-9d39-a9502d629ee7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:24:53.276350 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133980b1-900a-45df-9d39-a9502d629ee7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:24:53.276350 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133980b1-900a-45df-9d39-a9502d629ee7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:24:53.276350 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133980b1-900a-45df-9d39-a9502d629ee7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:24:53.276350 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133980b1-900a-45df-9d39-a9502d629ee7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:24:53.277585 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133980b1-900a-45df-9d39-a9502d629ee7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:24:53.277585 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133980b1-900a-45df-9d39-a9502d629ee7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:24:53.314630 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-8c891b14-9ad9-40ae-8859-47d8a2e6bcec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1735524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734910'] for network, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:53.319942 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-8c891b14-9ad9-40ae-8859-47d8a2e6bcec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564513'] for network, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:53.321927 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-8c891b14-9ad9-40ae-8859-47d8a2e6bcec admin admin] 10.222.0.30 "DELETE /v2.0/networks/df77d53e-f2d8-4774-a49c-59d1887890c6 HTTP/1.1" status: 204 len: 168 time: 0.4990861 Aug 12 18:24:53.324956 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 58072) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:24:53.333105 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c891b14-9ad9-40ae-8859-47d8a2e6bcec admin admin] Pushing event deleted for resources: {'Network': ['ID=df77d53e-f2d8-4774-a49c-59d1887890c6,revision_number=None']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:24:53.675699 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-da9394b2-90de-4ea8-8f0d-74059c9eb471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693640'] for router_interface, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:53.910529 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.plugin [None req-da9394b2-90de-4ea8-8f0d-74059c9eb471 admin admin] Deleting port 4bd000d6-ac04-4c6f-8006-8b589e4fb7a3 {{(pid=94212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 18:24:53.910857 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-da9394b2-90de-4ea8-8f0d-74059c9eb471 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763627642920'] for port, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:53.984547 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.db [None req-da9394b2-90de-4ea8-8f0d-74059c9eb471 admin admin] For port 4bd000d6-ac04-4c6f-8006-8b589e4fb7a3, host dv-cinder-759943-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-10-iscsi',level=0,port_id=4bd000d6-ac04-4c6f-8006-8b589e4fb7a3,segment=NetworkSegment(3a67c836-7633-4427-bfc0-c9c8f455cac8),segment_id=3a67c836-7633-4427-bfc0-c9c8f455cac8)] {{(pid=94212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:24:53.984819 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-da9394b2-90de-4ea8-8f0d-74059c9eb471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-732327'] for port, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:54.001166 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.plugin [None req-da9394b2-90de-4ea8-8f0d-74059c9eb471 admin admin] Calling delete_port for 4bd000d6-ac04-4c6f-8006-8b589e4fb7a3 owned by network:router_interface {{(pid=94212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 18:24:54.173544 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-da9394b2-90de-4ea8-8f0d-74059c9eb471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763627647362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763627144942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8400677'] for port, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:54.196894 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9394b2-90de-4ea8-8f0d-74059c9eb471 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bd000d6-ac04-4c6f-8006-8b589e4fb7a3,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:24:54.360135 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-da9394b2-90de-4ea8-8f0d-74059c9eb471 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737592'] for router_interface, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:54.579022 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da9394b2-90de-4ea8-8f0d-74059c9eb471 admin admin] Router 23e44945-4291-4c64-8075-f8214e299669 has already been hosted by L3 agent 35f8a3af-1ed6-4507-a756-5ee5db7e6400 {{(pid=94212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 18:24:54.608596 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device f3237f08-cdf3-42c0-8e6d-043671f44b0f no longer exists at agent ovs-agent-dv-cinder-759943-10-iscsi {{(pid=94213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 18:24:54.630974 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.plugin [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] No Port match for: f3237f08-cdf3-42c0-8e6d-043671f44b0f {{(pid=94213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 18:24:54.631307 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device f3237f08-cdf3-42c0-8e6d-043671f44b0f not bound to the agent host dv-cinder-759943-10-iscsi {{(pid=94213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 18:24:54.631708 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device 00922f44-cdeb-4619-bbfb-3de6715d0605 no longer exists at agent ovs-agent-dv-cinder-759943-10-iscsi {{(pid=94213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 18:24:54.649296 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.plugin [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] No Port match for: 00922f44-cdeb-4619-bbfb-3de6715d0605 {{(pid=94213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 18:24:54.649628 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device 00922f44-cdeb-4619-bbfb-3de6715d0605 not bound to the agent host dv-cinder-759943-10-iscsi {{(pid=94213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 18:24:54.684306 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da9394b2-90de-4ea8-8f0d-74059c9eb471 admin admin] Notify agent at l3_agent.dv-cinder-759943-10-iscsi the message routers_updated {{(pid=94212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 18:24:54.689121 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-da9394b2-90de-4ea8-8f0d-74059c9eb471 admin admin] 10.222.0.30 "PUT /v2.0/routers/23e44945-4291-4c64-8075-f8214e299669/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3631687 Aug 12 18:24:54.691764 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 58074) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:24:54.695097 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf6afba-2397-4a6f-a38b-edaf9af9151a None None] Sync routers for ids ['23e44945-4291-4c64-8075-f8214e299669'] in dv-cinder-759943-10-iscsi {{(pid=94214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 18:24:54.704576 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf6afba-2397-4a6f-a38b-edaf9af9151a None None] Routers {'23e44945-4291-4c64-8075-f8214e299669'} bound to L3 agent in host dv-cinder-759943-10-iscsi {{(pid=94214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 18:24:54.705174 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_hamode_db [None req-5cf6afba-2397-4a6f-a38b-edaf9af9151a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T18:04:37Z,description=,heartbeat_timestamp=2021-08-12T18:24:37Z,host='dv-cinder-759943-10-iscsi',id=35f8a3af-1ed6-4507-a756-5ee5db7e6400,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T18:04:37Z,topic='l3_agent')) {'router_ids': ['23e44945-4291-4c64-8075-f8214e299669'], 'active': True} {{(pid=94214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:24:54.794483 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-619cf5e0-dfe6-4acc-b8e1-5cb6b63eea16 admin admin] Notify callbacks [] for router, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:54.807658 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_dvr_db [None req-5cf6afba-2397-4a6f-a38b-edaf9af9151a None None] Set router 23e44945-4291-4c64-8075-f8214e299669 gateway port host: dv-cinder-759943-10-iscsi {{(pid=94214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 18:24:54.894787 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-619cf5e0-dfe6-4acc-b8e1-5cb6b63eea16 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:54.946733 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.plugin [None req-619cf5e0-dfe6-4acc-b8e1-5cb6b63eea16 admin admin] Deleting port 3815ba14-05b2-4216-b1fd-67744ac1780f {{(pid=94212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 18:24:54.947071 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-619cf5e0-dfe6-4acc-b8e1-5cb6b63eea16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763627642920'] for port, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:54.980324 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_hamode_db [None req-5cf6afba-2397-4a6f-a38b-edaf9af9151a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e44945-4291-4c64-8075-f8214e299669', 'name': 'tempest-TestMinimumBasicScenario-373447220-router', 'tenant_id': 'dd7da4da47f64633abb275119a32fc57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '3815ba14-05b2-4216-b1fd-67744ac1780f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:22:43Z', 'updated_at': '2021-08-12T18:24:54Z', 'revision_number': 5, 'project_id': 'dd7da4da47f64633abb275119a32fc57', 'gw_port': {'id': '3815ba14-05b2-4216-b1fd-67744ac1780f', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:09:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e44945-4291-4c64-8075-f8214e299669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:22:44Z', 'updated_at': '2021-08-12T18:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi'}], 'dv-cinder-759943-10-iscsi', False) {} {{(pid=94214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:24:55.005499 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf6afba-2397-4a6f-a38b-edaf9af9151a None None] Checking router: 23e44945-4291-4c64-8075-f8214e299669 for host: dv-cinder-759943-10-iscsi {{(pid=94214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 18:24:55.015132 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf6afba-2397-4a6f-a38b-edaf9af9151a None None] Routers {'23e44945-4291-4c64-8075-f8214e299669'} bound to L3 agent in host dv-cinder-759943-10-iscsi {{(pid=94214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 18:24:55.015727 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_hamode_db [None req-5cf6afba-2397-4a6f-a38b-edaf9af9151a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T18:04:37Z,description=,heartbeat_timestamp=2021-08-12T18:24:37Z,host='dv-cinder-759943-10-iscsi',id=35f8a3af-1ed6-4507-a756-5ee5db7e6400,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T18:04:37Z,topic='l3_agent')) {'router_ids': ['23e44945-4291-4c64-8075-f8214e299669'], 'active': True} {{(pid=94214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:24:55.025105 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.db [None req-619cf5e0-dfe6-4acc-b8e1-5cb6b63eea16 admin admin] For port 3815ba14-05b2-4216-b1fd-67744ac1780f, host dv-cinder-759943-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-10-iscsi',level=0,port_id=3815ba14-05b2-4216-b1fd-67744ac1780f,segment=NetworkSegment(7eaed6a7-5a45-4d84-aa5c-ab7d15676367),segment_id=7eaed6a7-5a45-4d84-aa5c-ab7d15676367)] {{(pid=94212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:24:55.025471 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-619cf5e0-dfe6-4acc-b8e1-5cb6b63eea16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-732327'] for port, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:55.038602 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.plugin [None req-619cf5e0-dfe6-4acc-b8e1-5cb6b63eea16 admin admin] Calling delete_port for 3815ba14-05b2-4216-b1fd-67744ac1780f owned by network:router_gateway {{(pid=94212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 18:24:55.098326 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_dvr_db [None req-5cf6afba-2397-4a6f-a38b-edaf9af9151a None None] Set router 23e44945-4291-4c64-8075-f8214e299669 gateway port host: None {{(pid=94214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 18:24:55.148117 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_hamode_db [None req-5cf6afba-2397-4a6f-a38b-edaf9af9151a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e44945-4291-4c64-8075-f8214e299669', 'name': 'tempest-TestMinimumBasicScenario-373447220-router', 'tenant_id': 'dd7da4da47f64633abb275119a32fc57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:22:43Z', 'updated_at': '2021-08-12T18:24:54Z', 'revision_number': 6, 'project_id': 'dd7da4da47f64633abb275119a32fc57', 'gw_port_host': None}], 'dv-cinder-759943-10-iscsi', False) {} {{(pid=94214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:24:55.176282 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf6afba-2397-4a6f-a38b-edaf9af9151a None None] The sync data for ids ['23e44945-4291-4c64-8075-f8214e299669'] in dv-cinder-759943-10-iscsi is: [{'id': '23e44945-4291-4c64-8075-f8214e299669', 'name': 'tempest-TestMinimumBasicScenario-373447220-router', 'tenant_id': 'dd7da4da47f64633abb275119a32fc57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:22:43Z', 'updated_at': '2021-08-12T18:24:54Z', 'revision_number': 6, 'project_id': 'dd7da4da47f64633abb275119a32fc57', 'gw_port_host': None}] {{(pid=94214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 18:24:55.200450 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-619cf5e0-dfe6-4acc-b8e1-5cb6b63eea16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763627647362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763627144942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8400677'] for port, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:55.231560 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619cf5e0-dfe6-4acc-b8e1-5cb6b63eea16 admin admin] Pushing event deleted for resources: {'Port': ['ID=3815ba14-05b2-4216-b1fd-67744ac1780f,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:24:55.288694 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-619cf5e0-dfe6-4acc-b8e1-5cb6b63eea16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-734914'] for router_gateway, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:55.374507 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-619cf5e0-dfe6-4acc-b8e1-5cb6b63eea16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15495'] for router, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:55.376493 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-619cf5e0-dfe6-4acc-b8e1-5cb6b63eea16 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:55.419147 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-619cf5e0-dfe6-4acc-b8e1-5cb6b63eea16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-735265'] for router, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:55.419855 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-619cf5e0-dfe6-4acc-b8e1-5cb6b63eea16 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23e44945-4291-4c64-8075-f8214e299669 {{(pid=94212) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 18:24:55.425744 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-619cf5e0-dfe6-4acc-b8e1-5cb6b63eea16 admin admin] Notify callbacks [] for router, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:55.426929 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-619cf5e0-dfe6-4acc-b8e1-5cb6b63eea16 admin admin] 10.222.0.30 "DELETE /v2.0/routers/23e44945-4291-4c64-8075-f8214e299669 HTTP/1.1" status: 204 len: 168 time: 0.7342329 Aug 12 18:24:55.429397 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 58076) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:24:55.476451 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bbcbb0f-015a-4a68-addd-46a214702e27 admin admin] Deleting subnet 53f8e3a7-4541-403c-91a1-ac72495d6cb7 {{(pid=94212) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 18:24:55.479591 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-1bbcbb0f-015a-4a68-addd-46a214702e27 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:55.513856 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-1bbcbb0f-015a-4a68-addd-46a214702e27 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10322303'] for subnet, precommit_delete_associations {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:55.592026 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-1bbcbb0f-015a-4a68-addd-46a214702e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1735162'] for subnet, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:55.645368 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-1bbcbb0f-015a-4a68-addd-46a214702e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1735149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8400662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8840012'] for subnet, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:55.673974 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbcbb0f-015a-4a68-addd-46a214702e27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53f8e3a7-4541-403c-91a1-ac72495d6cb7,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:24:55.678141 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-1bbcbb0f-015a-4a68-addd-46a214702e27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:55.679979 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-1bbcbb0f-015a-4a68-addd-46a214702e27 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/53f8e3a7-4541-403c-91a1-ac72495d6cb7 HTTP/1.1" status: 204 len: 168 time: 0.2496395 Aug 12 18:24:55.682818 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 58078) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:24:55.683628 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada35afe-1f92-4e82-b139-d627bc58e7f0 None None] Network 08668ee5-6789-4cf6-a52c-c0cefc05a0c9 requested from dv-cinder-759943-10-iscsi {{(pid=94213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 18:24:55.749698 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-b7cc93e8-c693-446d-8847-7c4ac4173f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1816869'] for network, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:55.803156 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.plugin [None req-b7cc93e8-c693-446d-8847-7c4ac4173f7c admin admin] Deleting port 66411cc3-f7b1-45b0-91e1-df68f16d2dcd {{(pid=94212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 18:24:55.803495 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-b7cc93e8-c693-446d-8847-7c4ac4173f7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763627642920'] for port, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:55.868708 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.db [None req-b7cc93e8-c693-446d-8847-7c4ac4173f7c admin admin] For port 66411cc3-f7b1-45b0-91e1-df68f16d2dcd, host dv-cinder-759943-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-10-iscsi',level=0,port_id=66411cc3-f7b1-45b0-91e1-df68f16d2dcd,segment=NetworkSegment(3a67c836-7633-4427-bfc0-c9c8f455cac8),segment_id=3a67c836-7633-4427-bfc0-c9c8f455cac8)] {{(pid=94212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:24:55.869005 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-b7cc93e8-c693-446d-8847-7c4ac4173f7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-732327'] for port, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:55.881017 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.plugin [None req-b7cc93e8-c693-446d-8847-7c4ac4173f7c admin admin] Calling delete_port for 66411cc3-f7b1-45b0-91e1-df68f16d2dcd owned by network:dhcp {{(pid=94212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 18:24:55.919205 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e846c7-6e03-4e09-aae9-17cc6784cdf4 None None] DHCP port deletion for 08668ee5-6789-4cf6-a52c-c0cefc05a0c9 request from dv-cinder-759943-10-iscsi {{(pid=94213) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 18:24:55.964505 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-b7cc93e8-c693-446d-8847-7c4ac4173f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763627647362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763627144942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8400677'] for port, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:55.969951 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.plugin [None req-79e846c7-6e03-4e09-aae9-17cc6784cdf4 None None] Deleting port 66411cc3-f7b1-45b0-91e1-df68f16d2dcd {{(pid=94213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 18:24:55.970329 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-79e846c7-6e03-4e09-aae9-17cc6784cdf4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763627642920'] for port, before_delete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:55.991271 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cc93e8-c693-446d-8847-7c4ac4173f7c admin admin] Pushing event deleted for resources: {'Port': ['ID=66411cc3-f7b1-45b0-91e1-df68f16d2dcd,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:24:55.995979 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cc93e8-c693-446d-8847-7c4ac4173f7c admin admin] No DVR routers for this DVR port 66411cc3-f7b1-45b0-91e1-df68f16d2dcd on host dv-cinder-759943-10-iscsi {{(pid=94212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 18:24:56.033193 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-79e846c7-6e03-4e09-aae9-17cc6784cdf4 None None] For port 66411cc3-f7b1-45b0-91e1-df68f16d2dcd, host dv-cinder-759943-10-iscsi, got binding levels [] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:24:56.033563 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-79e846c7-6e03-4e09-aae9-17cc6784cdf4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-732327'] for port, precommit_delete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:56.046817 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.plugin [None req-79e846c7-6e03-4e09-aae9-17cc6784cdf4 None None] Calling delete_port for 66411cc3-f7b1-45b0-91e1-df68f16d2dcd owned by network:dhcp {{(pid=94213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 18:24:56.049420 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.ipam_backend_mixin [None req-79e846c7-6e03-4e09-aae9-17cc6784cdf4 None None] Port 66411cc3-f7b1-45b0-91e1-df68f16d2dcd was not found and therefore no delete operation was performed {{(pid=94213) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 12 18:24:56.051226 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-79e846c7-6e03-4e09-aae9-17cc6784cdf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763627647362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763627144942'] for port, after_delete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:56.074496 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e846c7-6e03-4e09-aae9-17cc6784cdf4 None None] Pushing event deleted for resources: {'Port': ['ID=66411cc3-f7b1-45b0-91e1-df68f16d2dcd,revision_number=None']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:24:56.078380 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e846c7-6e03-4e09-aae9-17cc6784cdf4 None None] No DVR routers for this DVR port 66411cc3-f7b1-45b0-91e1-df68f16d2dcd on host dv-cinder-759943-10-iscsi {{(pid=94213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 18:24:56.079845 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-b7cc93e8-c693-446d-8847-7c4ac4173f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1735549', 'neutron.services.segments.db._delete_segments_for_network-8763627670128'] for network, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:56.091779 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.services.segments.db [None req-b7cc93e8-c693-446d-8847-7c4ac4173f7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08668ee5-6789-4cf6-a52c-c0cefc05a0c9']}} {{(pid=94212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:24:56.103468 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.services.segments.db [None req-b7cc93e8-c693-446d-8847-7c4ac4173f7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a67c836-7633-4427-bfc0-c9c8f455cac8') {'for_net_delete': True} {{(pid=94212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:24:56.103768 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.services.segments.db [None req-b7cc93e8-c693-446d-8847-7c4ac4173f7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a67c836-7633-4427-bfc0-c9c8f455cac8') {} {{(pid=94212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:24:56.114390 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-b7cc93e8-c693-446d-8847-7c4ac4173f7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763627625081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10322280'] for segment, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:56.128351 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-b7cc93e8-c693-446d-8847-7c4ac4173f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735099'] for segment, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:56.134622 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7cc93e8-c693-446d-8847-7c4ac4173f7c admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=94212) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 18:24:56.135010 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-b7cc93e8-c693-446d-8847-7c4ac4173f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8400840'] for segment, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:56.136847 dv-cinder-759943-10-iscsi neutron-server[94212]: Traceback (most recent call last): Aug 12 18:24:56.136847 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 18:24:56.136847 dv-cinder-759943-10-iscsi neutron-server[94212]: timer() Aug 12 18:24:56.136847 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 18:24:56.136847 dv-cinder-759943-10-iscsi neutron-server[94212]: cb(*args, **kw) Aug 12 18:24:56.136847 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 18:24:56.136847 dv-cinder-759943-10-iscsi neutron-server[94212]: return func(*args, **kwargs) Aug 12 18:24:56.136847 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 18:24:56.136847 dv-cinder-759943-10-iscsi neutron-server[94212]: self._notify() Aug 12 18:24:56.136847 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 18:24:56.136847 dv-cinder-759943-10-iscsi neutron-server[94212]: self.callback(batched_events) Aug 12 18:24:56.136847 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 18:24:56.136847 dv-cinder-759943-10-iscsi neutron-server[94212]: event.method(event) Aug 12 18:24:56.136847 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 18:24:56.136847 dv-cinder-759943-10-iscsi neutron-server[94212]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 18:24:56.136847 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 18:24:56.136847 dv-cinder-759943-10-iscsi neutron-server[94212]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 18:24:56.136847 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 18:24:56.136847 dv-cinder-759943-10-iscsi neutron-server[94212]: return f(self, *a, **k) Aug 12 18:24:56.136847 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 18:24:56.136847 dv-cinder-759943-10-iscsi neutron-server[94212]: return self._get(url).json() Aug 12 18:24:56.136847 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 18:24:56.136847 dv-cinder-759943-10-iscsi neutron-server[94212]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 18:24:56.136847 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 18:24:56.136847 dv-cinder-759943-10-iscsi neutron-server[94212]: return self.request(url, 'GET', **kwargs) Aug 12 18:24:56.136847 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 18:24:56.136847 dv-cinder-759943-10-iscsi neutron-server[94212]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 18:24:56.136847 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 18:24:56.136847 dv-cinder-759943-10-iscsi neutron-server[94212]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 18:24:56.136847 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 18:24:56.136847 dv-cinder-759943-10-iscsi neutron-server[94212]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 18:24:56.136847 dv-cinder-759943-10-iscsi neutron-server[94212]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 18:24:56.194033 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-b7cc93e8-c693-446d-8847-7c4ac4173f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1735524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734910'] for network, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:56.199138 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-b7cc93e8-c693-446d-8847-7c4ac4173f7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564513'] for network, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:56.202471 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-b7cc93e8-c693-446d-8847-7c4ac4173f7c admin admin] 10.222.0.30 "DELETE /v2.0/networks/08668ee5-6789-4cf6-a52c-c0cefc05a0c9 HTTP/1.1" status: 204 len: 168 time: 0.5185711 Aug 12 18:24:56.213823 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cc93e8-c693-446d-8847-7c4ac4173f7c admin admin] Pushing event deleted for resources: {'Network': ['ID=08668ee5-6789-4cf6-a52c-c0cefc05a0c9,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:24:56.355508 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 58082) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:24:56.392962 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-4ac3f83a-366a-4926-af52-877f2567a5fc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cccc698d501d4aca95381724df121872&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0362914 Aug 12 18:24:56.395925 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 58084) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:24:56.442261 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-dd601b6d-5017-4597-ae4e-3210279874d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:56.462951 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-dd601b6d-5017-4597-ae4e-3210279874d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:56.507629 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-dd601b6d-5017-4597-ae4e-3210279874d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:56.510099 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-dd601b6d-5017-4597-ae4e-3210279874d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:56.511319 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-dd601b6d-5017-4597-ae4e-3210279874d0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d90cbcbd-2594-40f0-bd47-72f96b83ac6e HTTP/1.1" status: 204 len: 168 time: 0.1144278 Aug 12 18:24:56.518931 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd601b6d-5017-4597-ae4e-3210279874d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d90cbcbd-2594-40f0-bd47-72f96b83ac6e,revision_number=None']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:24:56.569292 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device 66411cc3-f7b1-45b0-91e1-df68f16d2dcd no longer exists at agent ovs-agent-dv-cinder-759943-10-iscsi {{(pid=94213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 18:24:56.591903 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.plugin [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] No Port match for: 66411cc3-f7b1-45b0-91e1-df68f16d2dcd {{(pid=94213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 18:24:56.592252 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device 66411cc3-f7b1-45b0-91e1-df68f16d2dcd not bound to the agent host dv-cinder-759943-10-iscsi {{(pid=94213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 18:24:56.592660 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device 3815ba14-05b2-4216-b1fd-67744ac1780f no longer exists at agent ovs-agent-dv-cinder-759943-10-iscsi {{(pid=94213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 18:24:56.611119 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.plugin [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] No Port match for: 3815ba14-05b2-4216-b1fd-67744ac1780f {{(pid=94213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 18:24:56.611458 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device 3815ba14-05b2-4216-b1fd-67744ac1780f not bound to the agent host dv-cinder-759943-10-iscsi {{(pid=94213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 18:24:56.612158 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device 4bd000d6-ac04-4c6f-8006-8b589e4fb7a3 no longer exists at agent ovs-agent-dv-cinder-759943-10-iscsi {{(pid=94213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 18:24:56.635754 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.plugin [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] No Port match for: 4bd000d6-ac04-4c6f-8006-8b589e4fb7a3 {{(pid=94213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 18:24:56.636121 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device 4bd000d6-ac04-4c6f-8006-8b589e4fb7a3 not bound to the agent host dv-cinder-759943-10-iscsi {{(pid=94213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 18:24:56.826590 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 58090) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:24:56.866107 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-b9786354-99da-46a7-8c1e-a3fc9e635821 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dd7da4da47f64633abb275119a32fc57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378814 Aug 12 18:24:56.868502 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 58092) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:24:56.914082 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-aef36f76-a444-4cc9-a81a-1ebc85e690db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:56.934883 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-aef36f76-a444-4cc9-a81a-1ebc85e690db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:56.981543 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-aef36f76-a444-4cc9-a81a-1ebc85e690db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:56.984551 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-aef36f76-a444-4cc9-a81a-1ebc85e690db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:24:56.985698 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-aef36f76-a444-4cc9-a81a-1ebc85e690db admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1ea5a914-0e34-459a-9ab3-16b6c5a72423 HTTP/1.1" status: 204 len: 168 time: 0.1163390 Aug 12 18:24:56.993555 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef36f76-a444-4cc9-a81a-1ebc85e690db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea5a914-0e34-459a-9ab3-16b6c5a72423,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:25:04.966657 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-bbf66b46-5e95-4a76-aa00-3c078d5b3a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:25:07.340009 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-adf94457-f1ba-4ccd-a022-ee127dd22422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:25:07.978442 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:25:08.582344 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-2083c3fd-5dc5-47ae-86de-acca0e7a8e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:25:10.265608 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-b1de9828-bfad-4ef8-8d69-6d6f9fbe420c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:25:17.517235 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.agents_db [None req-aa7dbe78-d4f0-421a-85da-826b2a172358 None None] Agent healthcheck: found 6 active agents {{(pid=94214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 18:25:17.677007 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-91724dc8-b19e-42dd-973d-21bbd006fbe2 req-52a1c0bd-872d-436f-bb64-239d15f76e10 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2047887017&fields=id&tenant_id=8cc8b54eaea84dce93e93369d1e2a235 HTTP/1.1" status: 200 len: 267 time: 0.0328484 Aug 12 18:25:17.779844 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91724dc8-b19e-42dd-973d-21bbd006fbe2 req-f6de9956-3925-423e-940f-466b4657de30 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:25:17.781210 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-91724dc8-b19e-42dd-973d-21bbd006fbe2 req-f6de9956-3925-423e-940f-466b4657de30 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/networks?id=1370511f-2b66-4dfb-ac08-d34a11857787 HTTP/1.1" status: 200 len: 812 time: 0.0979154 Aug 12 18:25:17.796055 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-91724dc8-b19e-42dd-973d-21bbd006fbe2 req-880b349e-7e5b-41e2-9a40-6053d7ed48df tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/quotas/8cc8b54eaea84dce93e93369d1e2a235 HTTP/1.1" status: 200 len: 375 time: 0.0086660 Aug 12 18:25:17.850333 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-91724dc8-b19e-42dd-973d-21bbd006fbe2 req-22c4b892-2d20-4b54-a689-030f5771aa13 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8cc8b54eaea84dce93e93369d1e2a235&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0486648 Aug 12 18:25:17.942851 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-91724dc8-b19e-42dd-973d-21bbd006fbe2 req-42298228-7a0c-4516-9fd7-91a7677d160c service neutron] 10.222.0.30 "GET /v2.0/networks/1370511f-2b66-4dfb-ac08-d34a11857787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814283 Aug 12 18:25:18.027616 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-91724dc8-b19e-42dd-973d-21bbd006fbe2 req-e2b235e9-ac3e-4ed4-bc02-982ec992728e service neutron] 10.222.0.30 "GET /v2.0/networks/1370511f-2b66-4dfb-ac08-d34a11857787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789051 Aug 12 18:25:18.301974 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-c0d93fae-4b68-4550-9c27-6ade86bafd15 req-e110fc39-20ee-43d6-a9c2-772cf99899da tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/ports?device_id=3969b45f-6fcd-4f98-a4c8-708686cca1ac HTTP/1.1" status: 200 len: 210 time: 0.0289927 Aug 12 18:25:19.377352 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-089846dd-7291-47ae-a1ac-504369a3ced4 req-9d787404-7af4-40b1-b9ac-9a3434db87bf tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/ports?device_id=3969b45f-6fcd-4f98-a4c8-708686cca1ac HTTP/1.1" status: 200 len: 210 time: 0.0260229 Aug 12 18:25:20.451484 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-6c4d51bf-51bd-4ed9-b757-44387f2ef195 req-3c531003-9091-4209-b53d-fac4613df06e tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/ports?device_id=3969b45f-6fcd-4f98-a4c8-708686cca1ac HTTP/1.1" status: 200 len: 210 time: 0.0267618 Aug 12 18:25:21.532974 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-77771d76-f76d-4be5-bd57-639458c2d376 req-1cf735f5-57e0-46ce-89d9-dfeff018973a tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/ports?device_id=3969b45f-6fcd-4f98-a4c8-708686cca1ac HTTP/1.1" status: 200 len: 210 time: 0.0313213 Aug 12 18:25:22.218226 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:25:22.620522 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-29f81146-9097-4b39-9273-897473c9d9ae req-976f2c31-c7d3-4e42-b05f-5ffebf74e2ad tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/ports?device_id=3969b45f-6fcd-4f98-a4c8-708686cca1ac HTTP/1.1" status: 200 len: 210 time: 0.0256758 Aug 12 18:25:23.235770 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91724dc8-b19e-42dd-973d-21bbd006fbe2 req-fc8c612f-5090-471a-be33-33e1f01e637c tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:25:23.237715 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-91724dc8-b19e-42dd-973d-21bbd006fbe2 req-fc8c612f-5090-471a-be33-33e1f01e637c tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.57 "GET /v2.0/networks?id=1370511f-2b66-4dfb-ac08-d34a11857787 HTTP/1.1" status: 200 len: 812 time: 0.1046126 Aug 12 18:25:23.284306 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-91724dc8-b19e-42dd-973d-21bbd006fbe2 req-44c8be3e-6753-43c5-b5d9-01ac38cc5594 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8cc8b54eaea84dce93e93369d1e2a235 HTTP/1.1" status: 200 len: 380 time: 0.0378969 Aug 12 18:25:23.293149 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.v2.base [req-91724dc8-b19e-42dd-973d-21bbd006fbe2 req-3af19b5a-4f49-4dbd-863b-c840776df99d tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Request body: {'port': {'device_id': '3969b45f-6fcd-4f98-a4c8-708686cca1ac', 'network_id': '1370511f-2b66-4dfb-ac08-d34a11857787', 'admin_state_up': True, 'tenant_id': '8cc8b54eaea84dce93e93369d1e2a235', 'security_groups': ['2ce17333-f48b-4fb5-8537-1fff2ad9421d']}} {{(pid=94212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:25:23.396306 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91724dc8-b19e-42dd-973d-21bbd006fbe2 req-3af19b5a-4f49-4dbd-863b-c840776df99d tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Made reservation on behalf of 8cc8b54eaea84dce93e93369d1e2a235 for: {'port': 1} {{(pid=94212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 18:25:23.399720 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-91724dc8-b19e-42dd-973d-21bbd006fbe2 req-3af19b5a-4f49-4dbd-863b-c840776df99d tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:25:23.538967 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.db_base_plugin_common [req-91724dc8-b19e-42dd-973d-21bbd006fbe2 req-3af19b5a-4f49-4dbd-863b-c840776df99d tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Allocated IP 172.20.0.7 (1370511f-2b66-4dfb-ac08-d34a11857787/62577e64-0b87-4c99-938c-6d58fc198501/606e766e-80cd-4229-a4f6-88409a5e4423) {{(pid=94212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 18:25:23.680256 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-91724dc8-b19e-42dd-973d-21bbd006fbe2 req-3af19b5a-4f49-4dbd-863b-c840776df99d tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks [] for port, precommit_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:25:23.695380 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.provisioning_blocks [req-91724dc8-b19e-42dd-973d-21bbd006fbe2 req-3af19b5a-4f49-4dbd-863b-c840776df99d tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Transition to ACTIVE for port object 606e766e-80cd-4229-a4f6-88409a5e4423 will not be triggered until provisioned by entity DHCP. {{(pid=94212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 18:25:23.729784 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-91724dc8-b19e-42dd-973d-21bbd006fbe2 req-3af19b5a-4f49-4dbd-863b-c840776df99d tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763627144933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8400677'] for port, after_create {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:25:23.730192 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-fbb79754-ec29-44f7-b298-3c9d7b11d827 req-08859358-d712-46a8-90cc-5e70b3087be5 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/ports?device_id=3969b45f-6fcd-4f98-a4c8-708686cca1ac HTTP/1.1" status: 200 len: 210 time: 0.0270314 Aug 12 18:25:23.777254 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91724dc8-b19e-42dd-973d-21bbd006fbe2 req-3af19b5a-4f49-4dbd-863b-c840776df99d tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Network 1370511f-2b66-4dfb-ac08-d34a11857787 is already hosted by enough agents. {{(pid=94212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 18:25:23.780356 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.base_scheduler [req-91724dc8-b19e-42dd-973d-21bbd006fbe2 req-3af19b5a-4f49-4dbd-863b-c840776df99d tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Resources bound (agent type, host, resource id): {{(pid=94212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 18:25:23.784642 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.l3_dvrscheduler_db [req-91724dc8-b19e-42dd-973d-21bbd006fbe2 req-3af19b5a-4f49-4dbd-863b-c840776df99d tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Received port after_create {{(pid=94212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 18:25:23.791003 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af19b5a-4f49-4dbd-863b-c840776df99d tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Pushing event updated for resources: {'Port': ['ID=606e766e-80cd-4229-a4f6-88409a5e4423,revision_number=1']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:25:23.835643 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91724dc8-b19e-42dd-973d-21bbd006fbe2 req-3af19b5a-4f49-4dbd-863b-c840776df99d tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:25:23.836255 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-91724dc8-b19e-42dd-973d-21bbd006fbe2 req-3af19b5a-4f49-4dbd-863b-c840776df99d tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195385'] for port, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:25:23.851536 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-91724dc8-b19e-42dd-973d-21bbd006fbe2 req-3af19b5a-4f49-4dbd-863b-c840776df99d tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5619993 Aug 12 18:25:23.864410 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.v2.base [req-91724dc8-b19e-42dd-973d-21bbd006fbe2 req-b0cee03f-578e-4ae0-8de2-7738c2289999 service neutron] Request body: {'port': {'device_id': '3969b45f-6fcd-4f98-a4c8-708686cca1ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=94212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:25:23.917698 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-91724dc8-b19e-42dd-973d-21bbd006fbe2 req-b0cee03f-578e-4ae0-8de2-7738c2289999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:25:24.048859 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-77c78ba4-4e32-4c06-b8fd-fb2392f7896a None None] Provisioning for port 606e766e-80cd-4229-a4f6-88409a5e4423 completed by entity DHCP. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 18:25:24.053036 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-77c78ba4-4e32-4c06-b8fd-fb2392f7896a None None] Provisioning complete for port 606e766e-80cd-4229-a4f6-88409a5e4423 triggered by entity DHCP. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:25:24.053631 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-77c78ba4-4e32-4c06-b8fd-fb2392f7896a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:25:24.091268 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.plugin [None req-77c78ba4-4e32-4c06-b8fd-fb2392f7896a None None] Port 606e766e-80cd-4229-a4f6-88409a5e4423 cannot update to ACTIVE because it is not bound. {{(pid=94213) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 18:25:24.443262 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.notifiers.nova [req-91724dc8-b19e-42dd-973d-21bbd006fbe2 req-b0cee03f-578e-4ae0-8de2-7738c2289999 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 606e766e-80cd-4229-a4f6-88409a5e4423 {{(pid=94212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 18:25:24.450571 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-91724dc8-b19e-42dd-973d-21bbd006fbe2 req-b0cee03f-578e-4ae0-8de2-7738c2289999 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:25:24.463495 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.provisioning_blocks [req-91724dc8-b19e-42dd-973d-21bbd006fbe2 req-b0cee03f-578e-4ae0-8de2-7738c2289999 service neutron] Transition to ACTIVE for port object 606e766e-80cd-4229-a4f6-88409a5e4423 will not be triggered until provisioned by entity L2. {{(pid=94212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 18:25:24.467140 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-91724dc8-b19e-42dd-973d-21bbd006fbe2 req-b0cee03f-578e-4ae0-8de2-7738c2289999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8400684'] for port, after_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:25:24.518148 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cee03f-578e-4ae0-8de2-7738c2289999 service neutron] Pushing event updated for resources: {'Port': ['ID=606e766e-80cd-4229-a4f6-88409a5e4423,revision_number=2']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:25:24.584092 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.managers [req-91724dc8-b19e-42dd-973d-21bbd006fbe2 req-b0cee03f-578e-4ae0-8de2-7738c2289999 service neutron] Attempting to bind port 606e766e-80cd-4229-a4f6-88409a5e4423 on host hv-cinder-75994 for vnic_type normal with profile {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 18:25:24.584429 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.managers [req-91724dc8-b19e-42dd-973d-21bbd006fbe2 req-b0cee03f-578e-4ae0-8de2-7738c2289999 service neutron] Attempting to bind port 606e766e-80cd-4229-a4f6-88409a5e4423 by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': 'c50bee88-fb75-4c7e-92a9-e5ad83fc9ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1370511f-2b66-4dfb-ac08-d34a11857787'}] {{(pid=94212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 18:25:24.584889 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91724dc8-b19e-42dd-973d-21bbd006fbe2 req-b0cee03f-578e-4ae0-8de2-7738c2289999 service neutron] Attempting to bind port 606e766e-80cd-4229-a4f6-88409a5e4423 on network 1370511f-2b66-4dfb-ac08-d34a11857787 {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 18:25:24.589363 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91724dc8-b19e-42dd-973d-21bbd006fbe2 req-b0cee03f-578e-4ae0-8de2-7738c2289999 service neutron] Port 606e766e-80cd-4229-a4f6-88409a5e4423 on network 1370511f-2b66-4dfb-ac08-d34a11857787 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 18:25:24.589677 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91724dc8-b19e-42dd-973d-21bbd006fbe2 req-b0cee03f-578e-4ae0-8de2-7738c2289999 service neutron] Attempting to bind port 606e766e-80cd-4229-a4f6-88409a5e4423 on network 1370511f-2b66-4dfb-ac08-d34a11857787 {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 18:25:24.594607 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91724dc8-b19e-42dd-973d-21bbd006fbe2 req-b0cee03f-578e-4ae0-8de2-7738c2289999 service neutron] Checking agent: {'id': '45fcbab4-fb54-4843-ab6e-792adfc8e994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 18, 10, 22), 'started_at': datetime.datetime(2021, 8, 12, 18, 10, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 18, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 18:25:24.594968 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91724dc8-b19e-42dd-973d-21bbd006fbe2 req-b0cee03f-578e-4ae0-8de2-7738c2289999 service neutron] Checking segment: {'id': 'c50bee88-fb75-4c7e-92a9-e5ad83fc9ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1370511f-2b66-4dfb-ac08-d34a11857787'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 18:25:24.595348 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91724dc8-b19e-42dd-973d-21bbd006fbe2 req-b0cee03f-578e-4ae0-8de2-7738c2289999 service neutron] Bound using segment: {'id': 'c50bee88-fb75-4c7e-92a9-e5ad83fc9ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1370511f-2b66-4dfb-ac08-d34a11857787'} {{(pid=94212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 18:25:24.595776 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.managers [req-91724dc8-b19e-42dd-973d-21bbd006fbe2 req-b0cee03f-578e-4ae0-8de2-7738c2289999 service neutron] Bound port: 606e766e-80cd-4229-a4f6-88409a5e4423, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c50bee88-fb75-4c7e-92a9-e5ad83fc9ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1370511f-2b66-4dfb-ac08-d34a11857787'}}] {{(pid=94212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 18:25:24.596132 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-91724dc8-b19e-42dd-973d-21bbd006fbe2 req-b0cee03f-578e-4ae0-8de2-7738c2289999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:25:24.663747 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.db [req-91724dc8-b19e-42dd-973d-21bbd006fbe2 req-b0cee03f-578e-4ae0-8de2-7738c2289999 service neutron] For port 606e766e-80cd-4229-a4f6-88409a5e4423, host hv-cinder-75994, cleared binding levels {{(pid=94212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 18:25:24.666856 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.db [req-91724dc8-b19e-42dd-973d-21bbd006fbe2 req-b0cee03f-578e-4ae0-8de2-7738c2289999 service neutron] For port 606e766e-80cd-4229-a4f6-88409a5e4423, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=606e766e-80cd-4229-a4f6-88409a5e4423,segment=NetworkSegment(c50bee88-fb75-4c7e-92a9-e5ad83fc9ee6),segment_id=c50bee88-fb75-4c7e-92a9-e5ad83fc9ee6)] {{(pid=94212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 18:25:24.670907 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-91724dc8-b19e-42dd-973d-21bbd006fbe2 req-b0cee03f-578e-4ae0-8de2-7738c2289999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8400684'] for port, after_update {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:25:24.703675 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91724dc8-b19e-42dd-973d-21bbd006fbe2 req-b0cee03f-578e-4ae0-8de2-7738c2289999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:25:24.704282 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-91724dc8-b19e-42dd-973d-21bbd006fbe2 req-b0cee03f-578e-4ae0-8de2-7738c2289999 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195385'] for port, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:25:24.705664 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-91724dc8-b19e-42dd-973d-21bbd006fbe2 req-b0cee03f-578e-4ae0-8de2-7738c2289999 service neutron] 10.222.0.57 "PUT /v2.0/ports/606e766e-80cd-4229-a4f6-88409a5e4423 HTTP/1.1" status: 200 len: 1093 time: 0.8461647 Aug 12 18:25:24.706686 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3969b45f-6fcd-4f98-a4c8-708686cca1ac', 'tag': '606e766e-80cd-4229-a4f6-88409a5e4423'}] {{(pid=94212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 18:25:24.708911 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd512f55349b839fb4675422b2dbaf52bda1baead41a4efd90d4bf8a5142663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-069256d6-917e-4c06-ba7f-a929c2494843" -d '{"events": [{"name": "network-changed", "server_uuid": "3969b45f-6fcd-4f98-a4c8-708686cca1ac", "tag": "606e766e-80cd-4229-a4f6-88409a5e4423"}]}' {{(pid=94212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 18:25:24.743727 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cee03f-578e-4ae0-8de2-7738c2289999 service neutron] Pushing event updated for resources: {'Port': ['ID=606e766e-80cd-4229-a4f6-88409a5e4423,revision_number=3']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:25:24.763265 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 18:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-659fbfdf-c695-43ef-9a50-81ef0ed634fd x-openstack-request-id: req-659fbfdf-c695-43ef-9a50-81ef0ed634fd {{(pid=94212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 18:25:24.763403 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3969b45f-6fcd-4f98-a4c8-708686cca1ac", "tag": "606e766e-80cd-4229-a4f6-88409a5e4423", "status": "completed", "code": 200}]} {{(pid=94212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 18:25:24.763612 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-659fbfdf-c695-43ef-9a50-81ef0ed634fd {{(pid=94212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 18:25:24.764271 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3969b45f-6fcd-4f98-a4c8-708686cca1ac', 'tag': '606e766e-80cd-4229-a4f6-88409a5e4423', 'status': 'completed', 'code': 200} Aug 12 18:25:24.798305 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91724dc8-b19e-42dd-973d-21bbd006fbe2 req-37dcc92f-5645-423c-b05d-28bb646c37c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:25:24.800055 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-91724dc8-b19e-42dd-973d-21bbd006fbe2 req-37dcc92f-5645-423c-b05d-28bb646c37c6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8cc8b54eaea84dce93e93369d1e2a235&device_id=3969b45f-6fcd-4f98-a4c8-708686cca1ac HTTP/1.1" status: 200 len: 1096 time: 0.0460658 Aug 12 18:25:24.845888 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-91724dc8-b19e-42dd-973d-21bbd006fbe2 req-09067fb6-770a-4c92-8b46-946e272d2187 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=606e766e-80cd-4229-a4f6-88409a5e4423 HTTP/1.1" status: 200 len: 217 time: 0.0380301 Aug 12 18:25:24.896825 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91724dc8-b19e-42dd-973d-21bbd006fbe2 req-472cf0a5-922a-407f-a596-319ac99fa762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:25:24.898438 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-91724dc8-b19e-42dd-973d-21bbd006fbe2 req-472cf0a5-922a-407f-a596-319ac99fa762 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=62577e64-0b87-4c99-938c-6d58fc198501 HTTP/1.1" status: 200 len: 851 time: 0.0456645 Aug 12 18:25:24.943473 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91724dc8-b19e-42dd-973d-21bbd006fbe2 req-2475ca85-8ae4-422c-b15b-9fdc0fbaa312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:25:24.944999 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-91724dc8-b19e-42dd-973d-21bbd006fbe2 req-2475ca85-8ae4-422c-b15b-9fdc0fbaa312 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1370511f-2b66-4dfb-ac08-d34a11857787&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0397525 Aug 12 18:25:25.025002 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a8357d-8b85-4fac-90bf-e30d59648ce9 req-687894d9-e9ae-461d-8520-9e1f8838a2de tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:25:25.026655 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-e1a8357d-8b85-4fac-90bf-e30d59648ce9 req-687894d9-e9ae-461d-8520-9e1f8838a2de tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/ports?device_id=3969b45f-6fcd-4f98-a4c8-708686cca1ac HTTP/1.1" status: 200 len: 943 time: 0.0492699 Aug 12 18:25:25.038568 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-91724dc8-b19e-42dd-973d-21bbd006fbe2 req-8ef78292-ce8e-4286-aa4c-525a5947dc79 service neutron] 10.222.0.57 "GET /v2.0/networks/1370511f-2b66-4dfb-ac08-d34a11857787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866163 Aug 12 18:25:25.064671 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-e1a8357d-8b85-4fac-90bf-e30d59648ce9 req-8237d50e-6ff4-4729-8e25-0cb7b3d81446 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ce17333-f48b-4fb5-8537-1fff2ad9421d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322015 Aug 12 18:25:25.126118 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-91724dc8-b19e-42dd-973d-21bbd006fbe2 req-3f637c31-118c-4b14-a875-0525808f7860 service neutron] 10.222.0.57 "GET /v2.0/networks/1370511f-2b66-4dfb-ac08-d34a11857787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809510 Aug 12 18:25:25.211019 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069256d6-917e-4c06-ba7f-a929c2494843 req-3f4fc30f-30ae-4ced-94ef-1572b20ded7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:25:25.212475 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-069256d6-917e-4c06-ba7f-a929c2494843 req-3f4fc30f-30ae-4ced-94ef-1572b20ded7b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8cc8b54eaea84dce93e93369d1e2a235&device_id=3969b45f-6fcd-4f98-a4c8-708686cca1ac HTTP/1.1" status: 200 len: 1096 time: 0.0406849 Aug 12 18:25:25.304615 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069256d6-917e-4c06-ba7f-a929c2494843 req-9c7773da-e097-4e0b-b428-5f41b9e75a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:25:25.306132 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-069256d6-917e-4c06-ba7f-a929c2494843 req-9c7773da-e097-4e0b-b428-5f41b9e75a25 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1370511f-2b66-4dfb-ac08-d34a11857787 HTTP/1.1" status: 200 len: 913 time: 0.0863831 Aug 12 18:25:25.348905 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-069256d6-917e-4c06-ba7f-a929c2494843 req-cf59c153-9b4f-4579-b22c-6c13dd8a97d0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=606e766e-80cd-4229-a4f6-88409a5e4423 HTTP/1.1" status: 200 len: 217 time: 0.0336063 Aug 12 18:25:25.401327 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069256d6-917e-4c06-ba7f-a929c2494843 req-f787ba46-2151-43a7-a63b-4ea8034c232c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:25:25.402956 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-069256d6-917e-4c06-ba7f-a929c2494843 req-f787ba46-2151-43a7-a63b-4ea8034c232c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=62577e64-0b87-4c99-938c-6d58fc198501 HTTP/1.1" status: 200 len: 851 time: 0.0457263 Aug 12 18:25:25.449481 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069256d6-917e-4c06-ba7f-a929c2494843 req-687a2a6c-ef41-40e5-bf6c-97bbaf83e82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:25:25.451008 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-069256d6-917e-4c06-ba7f-a929c2494843 req-687a2a6c-ef41-40e5-bf6c-97bbaf83e82d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1370511f-2b66-4dfb-ac08-d34a11857787&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0393314 Aug 12 18:25:25.544170 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-069256d6-917e-4c06-ba7f-a929c2494843 req-2360b85d-d477-4d2b-a616-cb5da51080da service neutron] 10.222.0.57 "GET /v2.0/networks/1370511f-2b66-4dfb-ac08-d34a11857787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812612 Aug 12 18:25:25.644946 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-069256d6-917e-4c06-ba7f-a929c2494843 req-8c8ec106-8abf-42e7-b9a6-b319b312c98e service neutron] 10.222.0.57 "GET /v2.0/networks/1370511f-2b66-4dfb-ac08-d34a11857787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902035 Aug 12 18:25:26.177037 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91cdcc3-3685-45a2-8685-b175b383d7ad req-e2a104ff-2473-496b-b8c9-168db57f7741 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:25:26.178521 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-b91cdcc3-3685-45a2-8685-b175b383d7ad req-e2a104ff-2473-496b-b8c9-168db57f7741 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/ports?device_id=3969b45f-6fcd-4f98-a4c8-708686cca1ac HTTP/1.1" status: 200 len: 943 time: 0.0480537 Aug 12 18:25:26.215463 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-b91cdcc3-3685-45a2-8685-b175b383d7ad req-1646e532-9b10-45fc-a4d6-3b45a7388da2 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ce17333-f48b-4fb5-8537-1fff2ad9421d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311718 Aug 12 18:25:27.326108 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5970bc03-2278-4203-a218-b0c38fa509f6 req-3ec235ba-0fd9-44f8-ad91-eed7fbe637d2 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:25:27.327556 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-5970bc03-2278-4203-a218-b0c38fa509f6 req-3ec235ba-0fd9-44f8-ad91-eed7fbe637d2 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/ports?device_id=3969b45f-6fcd-4f98-a4c8-708686cca1ac HTTP/1.1" status: 200 len: 943 time: 0.0474851 Aug 12 18:25:27.364324 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-5970bc03-2278-4203-a218-b0c38fa509f6 req-07cb3972-332f-4a96-9e61-dfb8367be7a8 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ce17333-f48b-4fb5-8537-1fff2ad9421d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310040 Aug 12 18:25:28.473459 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610696ca-7a5b-46ae-b4bd-48aa6cb15b75 req-17728b28-0cdf-4379-8bb1-5aa658c75f9d tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:25:28.474927 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-610696ca-7a5b-46ae-b4bd-48aa6cb15b75 req-17728b28-0cdf-4379-8bb1-5aa658c75f9d tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/ports?device_id=3969b45f-6fcd-4f98-a4c8-708686cca1ac HTTP/1.1" status: 200 len: 943 time: 0.0472715 Aug 12 18:25:28.511818 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-610696ca-7a5b-46ae-b4bd-48aa6cb15b75 req-69f736d6-ae34-4060-908e-8a622e2cb255 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ce17333-f48b-4fb5-8537-1fff2ad9421d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308115 Aug 12 18:25:29.624329 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e4d8c-6c99-406b-b641-863d4bfb10d0 req-6cbee9f3-0822-4c8b-b838-ea08e2b1ea11 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:25:29.625773 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-cb7e4d8c-6c99-406b-b641-863d4bfb10d0 req-6cbee9f3-0822-4c8b-b838-ea08e2b1ea11 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/ports?device_id=3969b45f-6fcd-4f98-a4c8-708686cca1ac HTTP/1.1" status: 200 len: 943 time: 0.0511930 Aug 12 18:25:29.662441 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-cb7e4d8c-6c99-406b-b641-863d4bfb10d0 req-28a86b40-47d0-40f4-b8f0-22191b4e8a91 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ce17333-f48b-4fb5-8537-1fff2ad9421d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303020 Aug 12 18:25:30.127411 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-07d813cd-ab53-46ec-b2b4-ba82b0c1fb81 req-d97ce0cc-4e13-41da-b1e7-a4f2221a8eb4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=563c0238-eda2-4a32-bdf1-21c0a2d9702d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417159 Aug 12 18:25:30.185833 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d813cd-ab53-46ec-b2b4-ba82b0c1fb81 req-8c615584-0678-4f16-b7f3-b2ab8beb1291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:25:30.187272 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-07d813cd-ab53-46ec-b2b4-ba82b0c1fb81 req-8c615584-0678-4f16-b7f3-b2ab8beb1291 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8cc8b54eaea84dce93e93369d1e2a235&device_id=563c0238-eda2-4a32-bdf1-21c0a2d9702d HTTP/1.1" status: 200 len: 1099 time: 0.0380616 Aug 12 18:25:30.287717 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d813cd-ab53-46ec-b2b4-ba82b0c1fb81 req-82242fc5-d37f-42a9-8350-2338c430727e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:25:30.289148 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-07d813cd-ab53-46ec-b2b4-ba82b0c1fb81 req-82242fc5-d37f-42a9-8350-2338c430727e service neutron] 10.222.0.57 "GET /v2.0/networks?id=1370511f-2b66-4dfb-ac08-d34a11857787 HTTP/1.1" status: 200 len: 913 time: 0.0805373 Aug 12 18:25:30.355881 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-07d813cd-ab53-46ec-b2b4-ba82b0c1fb81 req-2ae89151-6b11-4645-9a78-853b83ff92b6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1645aa9e-e57f-476b-8770-bbd02b5b508d HTTP/1.1" status: 200 len: 1002 time: 0.0594819 Aug 12 18:25:30.403541 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d813cd-ab53-46ec-b2b4-ba82b0c1fb81 req-bd6882dc-5c26-4791-a15b-98b3d5a46c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:25:30.404956 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-07d813cd-ab53-46ec-b2b4-ba82b0c1fb81 req-bd6882dc-5c26-4791-a15b-98b3d5a46c23 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=62577e64-0b87-4c99-938c-6d58fc198501 HTTP/1.1" status: 200 len: 851 time: 0.0407519 Aug 12 18:25:30.449146 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d813cd-ab53-46ec-b2b4-ba82b0c1fb81 req-75f9a28c-6f3e-4d0f-89e6-d8ae8ff50c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:25:30.450606 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-07d813cd-ab53-46ec-b2b4-ba82b0c1fb81 req-75f9a28c-6f3e-4d0f-89e6-d8ae8ff50c4d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1370511f-2b66-4dfb-ac08-d34a11857787&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0380137 Aug 12 18:25:30.548218 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-07d813cd-ab53-46ec-b2b4-ba82b0c1fb81 req-4a69aa8d-b4cc-47d4-bfdf-4c5436789b80 service neutron] 10.222.0.57 "GET /v2.0/networks/1370511f-2b66-4dfb-ac08-d34a11857787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830920 Aug 12 18:25:30.636139 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-07d813cd-ab53-46ec-b2b4-ba82b0c1fb81 req-2849a14b-8bec-4269-a3b1-773fa7f58fee service neutron] 10.222.0.57 "GET /v2.0/networks/1370511f-2b66-4dfb-ac08-d34a11857787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793993 Aug 12 18:25:30.776993 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e5b10b-b708-4b87-8422-ce861187faaa req-dfa6391a-ca87-46a6-ae5e-b6a17a2a895c tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:25:30.778451 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-43e5b10b-b708-4b87-8422-ce861187faaa req-dfa6391a-ca87-46a6-ae5e-b6a17a2a895c tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/ports?device_id=3969b45f-6fcd-4f98-a4c8-708686cca1ac HTTP/1.1" status: 200 len: 943 time: 0.0528643 Aug 12 18:25:30.814168 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-43e5b10b-b708-4b87-8422-ce861187faaa req-32fafc66-309e-41c0-935e-e80c6d1feac2 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ce17333-f48b-4fb5-8537-1fff2ad9421d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293813 Aug 12 18:25:31.925159 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade33b5-0ecc-4cf5-b0b0-3ad08e9623d1 req-d5820488-b507-4814-91b5-a1a4cdac2b23 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:25:31.926534 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-1ade33b5-0ecc-4cf5-b0b0-3ad08e9623d1 req-d5820488-b507-4814-91b5-a1a4cdac2b23 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/ports?device_id=3969b45f-6fcd-4f98-a4c8-708686cca1ac HTTP/1.1" status: 200 len: 943 time: 0.0476260 Aug 12 18:25:31.961802 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-1ade33b5-0ecc-4cf5-b0b0-3ad08e9623d1 req-040c9370-122a-42ed-bf16-292f2dd2d0e4 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ce17333-f48b-4fb5-8537-1fff2ad9421d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295000 Aug 12 18:25:33.073598 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b419e9b-85e9-464d-aa44-c4dc878f4e2c req-6266e24b-acb3-41fb-bd7e-9e616b733342 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:25:33.075095 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-0b419e9b-85e9-464d-aa44-c4dc878f4e2c req-6266e24b-acb3-41fb-bd7e-9e616b733342 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/ports?device_id=3969b45f-6fcd-4f98-a4c8-708686cca1ac HTTP/1.1" status: 200 len: 943 time: 0.0477107 Aug 12 18:25:33.112149 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-0b419e9b-85e9-464d-aa44-c4dc878f4e2c req-0f56a293-6d92-4bab-8e00-b05a97e03225 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ce17333-f48b-4fb5-8537-1fff2ad9421d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312755 Aug 12 18:25:33.253058 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Device 606e766e-80cd-4229-a4f6-88409a5e4423 details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=94213) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 18:25:33.341630 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] For port 606e766e-80cd-4229-a4f6-88409a5e4423, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=606e766e-80cd-4229-a4f6-88409a5e4423,segment=NetworkSegment(c50bee88-fb75-4c7e-92a9-e5ad83fc9ee6),segment_id=c50bee88-fb75-4c7e-92a9-e5ad83fc9ee6)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:25:33.352715 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Returning: {'device': '606e766e-80cd-4229-a4f6-88409a5e4423', 'network_id': '1370511f-2b66-4dfb-ac08-d34a11857787', 'port_id': '606e766e-80cd-4229-a4f6-88409a5e4423', 'mac_address': 'fa:16:3e:e6:84:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62577e64-0b87-4c99-938c-6d58fc198501', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94213) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 18:25:33.387110 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:25:33.401640 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.notifiers.nova [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 606e766e-80cd-4229-a4f6-88409a5e4423 {{(pid=94213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 18:25:33.420347 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] For port 606e766e-80cd-4229-a4f6-88409a5e4423, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=606e766e-80cd-4229-a4f6-88409a5e4423,segment=NetworkSegment(c50bee88-fb75-4c7e-92a9-e5ad83fc9ee6),segment_id=c50bee88-fb75-4c7e-92a9-e5ad83fc9ee6)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:25:33.424179 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:25:33.469148 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Pushing event updated for resources: {'Port': ['ID=606e766e-80cd-4229-a4f6-88409a5e4423,revision_number=4']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:25:33.683029 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] get_ports_and_sgs() called for port_ids ['606e766e-80cd-4229-a4f6-88409a5e4423'] {{(pid=94213) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 18:25:34.221848 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ca799-491f-4016-9e78-81afead9f425 req-5c895e86-3158-4a17-8096-a49706525944 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:25:34.223381 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-fc7ca799-491f-4016-9e78-81afead9f425 req-5c895e86-3158-4a17-8096-a49706525944 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/ports?device_id=3969b45f-6fcd-4f98-a4c8-708686cca1ac HTTP/1.1" status: 200 len: 944 time: 0.0470428 Aug 12 18:25:34.259698 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-fc7ca799-491f-4016-9e78-81afead9f425 req-dc6a32dd-0e80-45c6-b570-fbe391c8c305 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ce17333-f48b-4fb5-8537-1fff2ad9421d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306163 Aug 12 18:25:34.966655 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-04d2ba09-7482-4e59-9eb4-6f7184a4e4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:25:35.284168 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Device 606e766e-80cd-4229-a4f6-88409a5e4423 up at agent hyperv_hv-cinder-75994 {{(pid=94213) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 18:25:35.332687 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Provisioning for port 606e766e-80cd-4229-a4f6-88409a5e4423 completed by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 18:25:35.337308 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.provisioning_blocks [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Provisioning complete for port 606e766e-80cd-4229-a4f6-88409a5e4423 triggered by entity L2. {{(pid=94213) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 18:25:35.337823 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1736448'] for port, provisioning_complete {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:25:35.373873 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f8a28-7014-48a8-8010-31216ba2319e req-97ec805b-b24f-456f-8aee-fee5f7ffc1dc tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:25:35.375376 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-bd2f8a28-7014-48a8-8010-31216ba2319e req-97ec805b-b24f-456f-8aee-fee5f7ffc1dc tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/ports?device_id=3969b45f-6fcd-4f98-a4c8-708686cca1ac HTTP/1.1" status: 200 len: 944 time: 0.0491166 Aug 12 18:25:35.412796 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-bd2f8a28-7014-48a8-8010-31216ba2319e req-80c25572-3fcd-4b0b-a70c-384bb9dbafa1 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ce17333-f48b-4fb5-8537-1fff2ad9421d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306587 Aug 12 18:25:35.414923 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:25:35.436324 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3969b45f-6fcd-4f98-a4c8-708686cca1ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '606e766e-80cd-4229-a4f6-88409a5e4423'}] {{(pid=94213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 18:25:35.438614 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093bef5005328d2170e61a9e3556762ddeddd0b69a57765fcd678c61bdf37499" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5db29422-34c3-4161-ade2-db71d2db354e" -d '{"events": [{"server_uuid": "3969b45f-6fcd-4f98-a4c8-708686cca1ac", "name": "network-vif-plugged", "status": "completed", "tag": "606e766e-80cd-4229-a4f6-88409a5e4423"}]}' {{(pid=94213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 18:25:35.452768 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.db [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] For port 606e766e-80cd-4229-a4f6-88409a5e4423, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=606e766e-80cd-4229-a4f6-88409a5e4423,segment=NetworkSegment(c50bee88-fb75-4c7e-92a9-e5ad83fc9ee6),segment_id=c50bee88-fb75-4c7e-92a9-e5ad83fc9ee6)] {{(pid=94213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:25:35.456819 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205'] for port, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:25:35.478754 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 18:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc3bf46e-11b5-4964-8763-06beba9aff11 x-openstack-request-id: req-bc3bf46e-11b5-4964-8763-06beba9aff11 {{(pid=94213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 18:25:35.479035 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3969b45f-6fcd-4f98-a4c8-708686cca1ac", "name": "network-vif-plugged", "status": "completed", "tag": "606e766e-80cd-4229-a4f6-88409a5e4423", "code": 200}]} {{(pid=94213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 18:25:35.479538 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bc3bf46e-11b5-4964-8763-06beba9aff11 {{(pid=94213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 18:25:35.479918 dv-cinder-759943-10-iscsi neutron-server[94213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3969b45f-6fcd-4f98-a4c8-708686cca1ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '606e766e-80cd-4229-a4f6-88409a5e4423', 'code': 200} Aug 12 18:25:35.505828 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Pushing event updated for resources: {'Port': ['ID=606e766e-80cd-4229-a4f6-88409a5e4423,revision_number=5']} {{(pid=94213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:25:35.688242 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f43db5b-11ed-4679-87e1-efc6a485d58b req-da06ffdb-25d8-4dce-a9a8-a1b81739c652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:25:35.689701 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-2f43db5b-11ed-4679-87e1-efc6a485d58b req-da06ffdb-25d8-4dce-a9a8-a1b81739c652 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3969b45f-6fcd-4f98-a4c8-708686cca1ac HTTP/1.1" status: 200 len: 1098 time: 0.0421095 Aug 12 18:25:35.723106 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-2f43db5b-11ed-4679-87e1-efc6a485d58b req-d121ed2a-dd82-48be-9ec1-3e34898782fa service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2ce17333-f48b-4fb5-8537-1fff2ad9421d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0262651 Aug 12 18:25:36.525238 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9765db3-6065-450b-93fc-11db8050fa55 req-c49c2a2e-f6dd-45bf-bbde-6b665884792a tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:25:36.526826 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-a9765db3-6065-450b-93fc-11db8050fa55 req-c49c2a2e-f6dd-45bf-bbde-6b665884792a tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/ports?device_id=3969b45f-6fcd-4f98-a4c8-708686cca1ac HTTP/1.1" status: 200 len: 945 time: 0.0482192 Aug 12 18:25:36.562759 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-a9765db3-6065-450b-93fc-11db8050fa55 req-6da286b0-417a-46bf-a4f7-20ea40d1de0a tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ce17333-f48b-4fb5-8537-1fff2ad9421d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301523 Aug 12 18:25:36.685328 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c45e12-3bee-47a3-92b1-a154b94c521b req-e4707ff2-7b22-4bb8-98df-673f16b1f708 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:25:36.686867 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-a5c45e12-3bee-47a3-92b1-a154b94c521b req-e4707ff2-7b22-4bb8-98df-673f16b1f708 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/ports?device_id=3969b45f-6fcd-4f98-a4c8-708686cca1ac HTTP/1.1" status: 200 len: 945 time: 0.0515721 Aug 12 18:25:36.723544 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-a5c45e12-3bee-47a3-92b1-a154b94c521b req-1634a448-c471-4129-8ef9-3bd6df11c0ed tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ce17333-f48b-4fb5-8537-1fff2ad9421d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302825 Aug 12 18:25:36.745332 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 58212) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:25:36.783088 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35dc4876-5633-452f-9581-0ea6b92cdd4f tempest-TestVolumeBootPattern-801991321 tempest-TestVolumeBootPattern-801991321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:25:36.784470 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-35dc4876-5633-452f-9581-0ea6b92cdd4f tempest-TestVolumeBootPattern-801991321 tempest-TestVolumeBootPattern-801991321-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=3969b45f-6fcd-4f98-a4c8-708686cca1ac HTTP/1.1" status: 200 len: 1093 time: 0.0381813 Aug 12 18:25:36.787078 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 58214) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:25:36.791292 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.v2.base [None req-ba1e81c8-3d7f-41ca-b4bd-30ec15c61375 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Request body: {'floatingip': {'floating_network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'port_id': '606e766e-80cd-4229-a4f6-88409a5e4423', 'tenant_id': '8cc8b54eaea84dce93e93369d1e2a235', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 18:25:36.812790 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-ba1e81c8-3d7f-41ca-b4bd-30ec15c61375 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks [] for floatingip, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:25:36.907489 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-ba1e81c8-3d7f-41ca-b4bd-30ec15c61375 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:25:37.007565 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.db.db_base_plugin_common [None req-ba1e81c8-3d7f-41ca-b4bd-30ec15c61375 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Allocated IP 172.27.3.220 (7a7b82d9-a69e-485d-9e07-6a129d075bce/c473b355-6ff8-4f1b-9a18-c893e152c20b/8d6573f6-f329-413f-bb27-3061b9881e79) {{(pid=94211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 18:25:37.105379 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-ba1e81c8-3d7f-41ca-b4bd-30ec15c61375 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks [] for port, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:25:37.146669 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-ba1e81c8-3d7f-41ca-b4bd-30ec15c61375 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763627144933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9252727'] for port, after_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:25:37.179718 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1e81c8-3d7f-41ca-b4bd-30ec15c61375 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Network 7a7b82d9-a69e-485d-9e07-6a129d075bce is already hosted by enough agents. {{(pid=94211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 18:25:37.184843 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.base_scheduler [None req-ba1e81c8-3d7f-41ca-b4bd-30ec15c61375 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Resources bound (agent type, host, resource id): {{(pid=94211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 18:25:37.187576 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1e81c8-3d7f-41ca-b4bd-30ec15c61375 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Received port after_create {{(pid=94211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 18:25:37.215614 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1e81c8-3d7f-41ca-b4bd-30ec15c61375 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Pushing event updated for resources: {'Port': ['ID=8d6573f6-f329-413f-bb27-3061b9881e79,revision_number=1']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:25:37.340218 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-5a752426-80c0-4cf2-b5e7-c9ac6ff784d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:25:37.533089 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-ba1e81c8-3d7f-41ca-b4bd-30ec15c61375 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:25:37.595425 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-ba1e81c8-3d7f-41ca-b4bd-30ec15c61375 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1753411'] for port, before_update {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:25:37.739141 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-ba1e81c8-3d7f-41ca-b4bd-30ec15c61375 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks [] for port, precommit_update {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:25:37.743535 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-ba1e81c8-3d7f-41ca-b4bd-30ec15c61375 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763627647380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763627144951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763627144205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9252734'] for port, after_update {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:25:37.808136 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1e81c8-3d7f-41ca-b4bd-30ec15c61375 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Pushing event updated for resources: {'Port': ['ID=8d6573f6-f329-413f-bb27-3061b9881e79,revision_number=2']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:25:37.817483 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-ba1e81c8-3d7f-41ca-b4bd-30ec15c61375 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734856'] for floatingip, after_update {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:25:37.918584 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.db.l3_db [None req-ba1e81c8-3d7f-41ca-b4bd-30ec15c61375 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Floating IP 866fbcd3-443c-488b-86c0-76cac703101c associated. External IP: 172.27.3.220, port: 606e766e-80cd-4229-a4f6-88409a5e4423. Aug 12 18:25:37.981006 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:25:38.118014 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba1e81c8-3d7f-41ca-b4bd-30ec15c61375 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Router c03e7710-930c-4142-8078-cee656707ef2 has already been hosted by L3 agent 35f8a3af-1ed6-4507-a756-5ee5db7e6400 {{(pid=94211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 18:25:38.219848 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba1e81c8-3d7f-41ca-b4bd-30ec15c61375 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify agent at l3_agent.dv-cinder-759943-10-iscsi the message routers_updated {{(pid=94211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 18:25:38.229232 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11b416f-ff68-4338-a86d-98c8f48d0353 None None] Sync routers for ids ['c03e7710-930c-4142-8078-cee656707ef2'] in dv-cinder-759943-10-iscsi {{(pid=94213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 18:25:38.235730 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-ba1e81c8-3d7f-41ca-b4bd-30ec15c61375 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195385'] for floatingip, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:25:38.239779 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11b416f-ff68-4338-a86d-98c8f48d0353 None None] Routers {'c03e7710-930c-4142-8078-cee656707ef2'} bound to L3 agent in host dv-cinder-759943-10-iscsi {{(pid=94213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 18:25:38.240407 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-a11b416f-ff68-4338-a86d-98c8f48d0353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T18:04:37Z,description=,heartbeat_timestamp=2021-08-12T18:25:37Z,host='dv-cinder-759943-10-iscsi',id=35f8a3af-1ed6-4507-a756-5ee5db7e6400,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T18:04:37Z,topic='l3_agent')) {'router_ids': ['c03e7710-930c-4142-8078-cee656707ef2'], 'active': True} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:25:38.262679 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-ba1e81c8-3d7f-41ca-b4bd-30ec15c61375 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4746242 Aug 12 18:25:38.263260 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3969b45f-6fcd-4f98-a4c8-708686cca1ac', 'tag': '606e766e-80cd-4229-a4f6-88409a5e4423'}] {{(pid=94211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 18:25:38.265610 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0869c7c93421d026cad47568b464a40121916bf4cc543438babfcccb5335f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa9a674-2b6e-4a2e-b522-9043882329bd" -d '{"events": [{"name": "network-changed", "server_uuid": "3969b45f-6fcd-4f98-a4c8-708686cca1ac", "tag": "606e766e-80cd-4229-a4f6-88409a5e4423"}]}' {{(pid=94211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 18:25:38.300883 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 18:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd17bc3-7083-47e1-980b-500e5ba231e2 x-openstack-request-id: req-3cd17bc3-7083-47e1-980b-500e5ba231e2 {{(pid=94211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 18:25:38.301173 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3969b45f-6fcd-4f98-a4c8-708686cca1ac", "tag": "606e766e-80cd-4229-a4f6-88409a5e4423", "status": "completed", "code": 200}]} {{(pid=94211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 18:25:38.301411 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3cd17bc3-7083-47e1-980b-500e5ba231e2 {{(pid=94211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 18:25:38.301804 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3969b45f-6fcd-4f98-a4c8-708686cca1ac', 'tag': '606e766e-80cd-4229-a4f6-88409a5e4423', 'status': 'completed', 'code': 200} Aug 12 18:25:38.344122 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvr_db [None req-a11b416f-ff68-4338-a86d-98c8f48d0353 None None] Set router c03e7710-930c-4142-8078-cee656707ef2 gateway port host: dv-cinder-759943-10-iscsi {{(pid=94213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 18:25:38.360863 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa9a674-2b6e-4a2e-b522-9043882329bd req-f9d8a74e-50c1-49e5-ba59-dcbcd23420a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:25:38.362402 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-5aa9a674-2b6e-4a2e-b522-9043882329bd req-f9d8a74e-50c1-49e5-ba59-dcbcd23420a4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8cc8b54eaea84dce93e93369d1e2a235&device_id=3969b45f-6fcd-4f98-a4c8-708686cca1ac HTTP/1.1" status: 200 len: 1098 time: 0.0404954 Aug 12 18:25:38.453661 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa9a674-2b6e-4a2e-b522-9043882329bd req-2201be71-ef6b-429f-90fb-8b500d24e970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:25:38.455387 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-5aa9a674-2b6e-4a2e-b522-9043882329bd req-2201be71-ef6b-429f-90fb-8b500d24e970 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1370511f-2b66-4dfb-ac08-d34a11857787 HTTP/1.1" status: 200 len: 913 time: 0.0852840 Aug 12 18:25:38.518243 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-5aa9a674-2b6e-4a2e-b522-9043882329bd req-c99e8ef5-cf1c-4952-a682-a7d3399e75dc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=606e766e-80cd-4229-a4f6-88409a5e4423 HTTP/1.1" status: 200 len: 999 time: 0.0558336 Aug 12 18:25:38.569882 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-a11b416f-ff68-4338-a86d-98c8f48d0353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c03e7710-930c-4142-8078-cee656707ef2', 'name': 'tempest-TestVolumeBootPattern-1530632165-router', 'tenant_id': '8cc8b54eaea84dce93e93369d1e2a235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '082bfd6a-4f1c-4b3b-9912-30137bf79fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:20:15Z', 'updated_at': '2021-08-12T18:20:17Z', 'revision_number': 4, 'project_id': '8cc8b54eaea84dce93e93369d1e2a235', 'gw_port': {'id': '082bfd6a-4f1c-4b3b-9912-30137bf79fcd', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03e7710-930c-4142-8078-cee656707ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:20:15Z', 'updated_at': '2021-08-12T18:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi', '_floatingips': [{'id': '0df36d91-b343-4dde-b8b6-7fd077b97690', 'tenant_id': '8cc8b54eaea84dce93e93369d1e2a235', 'floating_ip_address': '172.27.3.239', 'floating_network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'router_id': 'c03e7710-930c-4142-8078-cee656707ef2', 'port_id': '1645aa9e-e57f-476b-8770-bbd02b5b508d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1370511f-2b66-4dfb-ac08-d34a11857787', 'mac_address': 'fa:16:3e:a2:84:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563c0238-eda2-4a32-bdf1-21c0a2d9702d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T18:23:29Z', 'updated_at': '2021-08-12T18:23:31Z', 'revision_number': 1, 'project_id': '8cc8b54eaea84dce93e93369d1e2a235', 'fixed_ip_address_scope': None}, {'id': '866fbcd3-443c-488b-86c0-76cac703101c', 'tenant_id': '8cc8b54eaea84dce93e93369d1e2a235', 'floating_ip_address': '172.27.3.220', 'floating_network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'router_id': 'c03e7710-930c-4142-8078-cee656707ef2', 'port_id': '606e766e-80cd-4229-a4f6-88409a5e4423', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1370511f-2b66-4dfb-ac08-d34a11857787', 'mac_address': 'fa:16:3e:e6:84:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3969b45f-6fcd-4f98-a4c8-708686cca1ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T18:25:37Z', 'updated_at': '2021-08-12T18:25:37Z', 'revision_number': 0, 'project_id': '8cc8b54eaea84dce93e93369d1e2a235', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be927a16-4422-4bbf-a634-4d223e017989', 'name': '', 'network_id': '1370511f-2b66-4dfb-ac08-d34a11857787', 'tenant_id': '8cc8b54eaea84dce93e93369d1e2a235', 'mac_address': 'fa:16:3e:04:68:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03e7710-930c-4142-8078-cee656707ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '62577e64-0b87-4c99-938c-6d58fc198501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:20:17Z', 'updated_at': '2021-08-12T18:20:22Z', 'revision_number': 5, 'project_id': '8cc8b54eaea84dce93e93369d1e2a235', 'subnets': [{'id': '62577e64-0b87-4c99-938c-6d58fc198501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-10-iscsi', False) {} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:25:38.570952 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa9a674-2b6e-4a2e-b522-9043882329bd req-a5d73a1c-8070-4b09-8695-6a1e760dd81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:25:38.572400 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-5aa9a674-2b6e-4a2e-b522-9043882329bd req-a5d73a1c-8070-4b09-8695-6a1e760dd81c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=62577e64-0b87-4c99-938c-6d58fc198501 HTTP/1.1" status: 200 len: 851 time: 0.0473366 Aug 12 18:25:38.604488 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11b416f-ff68-4338-a86d-98c8f48d0353 None None] Checking router: c03e7710-930c-4142-8078-cee656707ef2 for host: dv-cinder-759943-10-iscsi {{(pid=94213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 18:25:38.612141 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-2083c3fd-5dc5-47ae-86de-acca0e7a8e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:25:38.615589 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11b416f-ff68-4338-a86d-98c8f48d0353 None None] Routers {'c03e7710-930c-4142-8078-cee656707ef2'} bound to L3 agent in host dv-cinder-759943-10-iscsi {{(pid=94213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 18:25:38.616192 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-a11b416f-ff68-4338-a86d-98c8f48d0353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T18:04:37Z,description=,heartbeat_timestamp=2021-08-12T18:25:37Z,host='dv-cinder-759943-10-iscsi',id=35f8a3af-1ed6-4507-a756-5ee5db7e6400,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T18:04:37Z,topic='l3_agent')) {'router_ids': ['c03e7710-930c-4142-8078-cee656707ef2'], 'active': True} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:25:38.618761 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa9a674-2b6e-4a2e-b522-9043882329bd req-8bb1a8ea-ab3b-4721-b088-95e6cec54f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:25:38.620288 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-5aa9a674-2b6e-4a2e-b522-9043882329bd req-8bb1a8ea-ab3b-4721-b088-95e6cec54f0c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1370511f-2b66-4dfb-ac08-d34a11857787&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0407817 Aug 12 18:25:38.707080 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-5aa9a674-2b6e-4a2e-b522-9043882329bd req-f7f3d2e6-62cc-4c3b-96ed-a30c707975d3 service neutron] 10.222.0.57 "GET /v2.0/networks/1370511f-2b66-4dfb-ac08-d34a11857787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797226 Aug 12 18:25:38.803424 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-5aa9a674-2b6e-4a2e-b522-9043882329bd req-2b89277d-0c15-45c7-abb2-8c051e85b832 service neutron] 10.222.0.57 "GET /v2.0/networks/1370511f-2b66-4dfb-ac08-d34a11857787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896993 Aug 12 18:25:38.841166 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvr_db [None req-a11b416f-ff68-4338-a86d-98c8f48d0353 None None] Set router c03e7710-930c-4142-8078-cee656707ef2 gateway port host: dv-cinder-759943-10-iscsi {{(pid=94213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 18:25:39.057991 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-a11b416f-ff68-4338-a86d-98c8f48d0353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c03e7710-930c-4142-8078-cee656707ef2', 'name': 'tempest-TestVolumeBootPattern-1530632165-router', 'tenant_id': '8cc8b54eaea84dce93e93369d1e2a235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '082bfd6a-4f1c-4b3b-9912-30137bf79fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:20:15Z', 'updated_at': '2021-08-12T18:20:17Z', 'revision_number': 4, 'project_id': '8cc8b54eaea84dce93e93369d1e2a235', 'gw_port': {'id': '082bfd6a-4f1c-4b3b-9912-30137bf79fcd', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03e7710-930c-4142-8078-cee656707ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:20:15Z', 'updated_at': '2021-08-12T18:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi', '_floatingips': [{'id': '0df36d91-b343-4dde-b8b6-7fd077b97690', 'tenant_id': '8cc8b54eaea84dce93e93369d1e2a235', 'floating_ip_address': '172.27.3.239', 'floating_network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'router_id': 'c03e7710-930c-4142-8078-cee656707ef2', 'port_id': '1645aa9e-e57f-476b-8770-bbd02b5b508d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1370511f-2b66-4dfb-ac08-d34a11857787', 'mac_address': 'fa:16:3e:a2:84:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563c0238-eda2-4a32-bdf1-21c0a2d9702d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T18:23:29Z', 'updated_at': '2021-08-12T18:23:31Z', 'revision_number': 1, 'project_id': '8cc8b54eaea84dce93e93369d1e2a235', 'fixed_ip_address_scope': None}, {'id': '866fbcd3-443c-488b-86c0-76cac703101c', 'tenant_id': '8cc8b54eaea84dce93e93369d1e2a235', 'floating_ip_address': '172.27.3.220', 'floating_network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'router_id': 'c03e7710-930c-4142-8078-cee656707ef2', 'port_id': '606e766e-80cd-4229-a4f6-88409a5e4423', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1370511f-2b66-4dfb-ac08-d34a11857787', 'mac_address': 'fa:16:3e:e6:84:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3969b45f-6fcd-4f98-a4c8-708686cca1ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T18:25:37Z', 'updated_at': '2021-08-12T18:25:37Z', 'revision_number': 0, 'project_id': '8cc8b54eaea84dce93e93369d1e2a235', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be927a16-4422-4bbf-a634-4d223e017989', 'name': '', 'network_id': '1370511f-2b66-4dfb-ac08-d34a11857787', 'tenant_id': '8cc8b54eaea84dce93e93369d1e2a235', 'mac_address': 'fa:16:3e:04:68:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03e7710-930c-4142-8078-cee656707ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '62577e64-0b87-4c99-938c-6d58fc198501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:20:17Z', 'updated_at': '2021-08-12T18:20:22Z', 'revision_number': 5, 'project_id': '8cc8b54eaea84dce93e93369d1e2a235', 'subnets': [{'id': '62577e64-0b87-4c99-938c-6d58fc198501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-10-iscsi', False) {} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:25:39.085885 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11b416f-ff68-4338-a86d-98c8f48d0353 None None] The sync data for ids ['c03e7710-930c-4142-8078-cee656707ef2'] in dv-cinder-759943-10-iscsi is: [{'id': 'c03e7710-930c-4142-8078-cee656707ef2', 'name': 'tempest-TestVolumeBootPattern-1530632165-router', 'tenant_id': '8cc8b54eaea84dce93e93369d1e2a235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '082bfd6a-4f1c-4b3b-9912-30137bf79fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:20:15Z', 'updated_at': '2021-08-12T18:20:17Z', 'revision_number': 4, 'project_id': '8cc8b54eaea84dce93e93369d1e2a235', 'gw_port': {'id': '082bfd6a-4f1c-4b3b-9912-30137bf79fcd', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03e7710-930c-4142-8078-cee656707ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:20:15Z', 'updated_at': '2021-08-12T18:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi', '_floatingips': [{'id': '0df36d91-b343-4dde-b8b6-7fd077b97690', 'tenant_id': '8cc8b54eaea84dce93e93369d1e2a235', 'floating_ip_address': '172.27.3.239', 'floating_network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'router_id': 'c03e7710-930c-4142-8078-cee656707ef2', 'port_id': '1645aa9e-e57f-476b-8770-bbd02b5b508d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1370511f-2b66-4dfb-ac08-d34a11857787', 'mac_address': 'fa:16:3e:a2:84:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563c0238-eda2-4a32-bdf1-21c0a2d9702d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T18:23:29Z', 'updated_at': '2021-08-12T18:23:31Z', 'revision_number': 1, 'project_id': '8cc8b54eaea84dce93e93369d1e2a235', 'fixed_ip_address_scope': None}, {'id': '866fbcd3-443c-488b-86c0-76cac703101c', 'tenant_id': '8cc8b54eaea84dce93e93369d1e2a235', 'floating_ip_address': '172.27.3.220', 'floating_network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'router_id': 'c03e7710-930c-4142-8078-cee656707ef2', 'port_id': '606e766e-80cd-4229-a4f6-88409a5e4423', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1370511f-2b66-4dfb-ac08-d34a11857787', 'mac_address': 'fa:16:3e:e6:84:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3969b45f-6fcd-4f98-a4c8-708686cca1ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T18:25:37Z', 'updated_at': '2021-08-12T18:25:37Z', 'revision_number': 0, 'project_id': '8cc8b54eaea84dce93e93369d1e2a235', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be927a16-4422-4bbf-a634-4d223e017989', 'name': '', 'network_id': '1370511f-2b66-4dfb-ac08-d34a11857787', 'tenant_id': '8cc8b54eaea84dce93e93369d1e2a235', 'mac_address': 'fa:16:3e:04:68:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03e7710-930c-4142-8078-cee656707ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '62577e64-0b87-4c99-938c-6d58fc198501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:20:17Z', 'updated_at': '2021-08-12T18:20:22Z', 'revision_number': 5, 'project_id': '8cc8b54eaea84dce93e93369d1e2a235', 'subnets': [{'id': '62577e64-0b87-4c99-938c-6d58fc198501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 18:25:39.256998 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d722621f-b59b-4702-86c9-914c87dad6ec None None] New status for floating IP 866fbcd3-443c-488b-86c0-76cac703101c: ACTIVE {{(pid=94214) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 18:25:40.268016 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-b1de9828-bfad-4ef8-8d69-6d6f9fbe420c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:25:52.233486 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:25:54.516509 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.agents_db [None req-aa7dbe78-d4f0-421a-85da-826b2a172358 None None] Agent healthcheck: found 6 active agents {{(pid=94214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 18:26:04.966438 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-b6569b9e-696c-4786-91c0-4f57f169bbf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:26:07.340311 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-62366f07-3b26-4000-a8a5-d14c5c59eaa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:26:07.982754 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:26:08.587377 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-2083c3fd-5dc5-47ae-86de-acca0e7a8e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:26:10.271385 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-b1de9828-bfad-4ef8-8d69-6d6f9fbe420c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:26:22.250476 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:26:30.517218 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-7e495ea2-ca01-41cb-b4d9-266199119053 req-5170f63e-8ded-45cc-8de6-47ee350780ba service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=563c0238-eda2-4a32-bdf1-21c0a2d9702d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387816 Aug 12 18:26:30.622996 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e495ea2-ca01-41cb-b4d9-266199119053 req-f1f2aa82-4f31-4586-b913-d8f7d8064d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:26:30.624466 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-7e495ea2-ca01-41cb-b4d9-266199119053 req-f1f2aa82-4f31-4586-b913-d8f7d8064d03 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8cc8b54eaea84dce93e93369d1e2a235&device_id=563c0238-eda2-4a32-bdf1-21c0a2d9702d HTTP/1.1" status: 200 len: 1099 time: 0.0389404 Aug 12 18:26:30.727645 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e495ea2-ca01-41cb-b4d9-266199119053 req-6348e740-53e4-4dd5-b913-c41f7be673cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:26:30.729097 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-7e495ea2-ca01-41cb-b4d9-266199119053 req-6348e740-53e4-4dd5-b913-c41f7be673cb service neutron] 10.222.0.57 "GET /v2.0/networks?id=1370511f-2b66-4dfb-ac08-d34a11857787 HTTP/1.1" status: 200 len: 913 time: 0.0834942 Aug 12 18:26:30.791222 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-7e495ea2-ca01-41cb-b4d9-266199119053 req-f3f2dab3-5035-4d50-9ca2-7c8432c07fb2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1645aa9e-e57f-476b-8770-bbd02b5b508d HTTP/1.1" status: 200 len: 1002 time: 0.0548582 Aug 12 18:26:30.841319 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e495ea2-ca01-41cb-b4d9-266199119053 req-96b4c425-2653-42b2-a73a-50fda9120902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:26:30.842771 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-7e495ea2-ca01-41cb-b4d9-266199119053 req-96b4c425-2653-42b2-a73a-50fda9120902 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=62577e64-0b87-4c99-938c-6d58fc198501 HTTP/1.1" status: 200 len: 851 time: 0.0450671 Aug 12 18:26:30.886740 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e495ea2-ca01-41cb-b4d9-266199119053 req-c57df1c9-af73-40c4-8dc2-a5fc73c1494c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:26:30.888180 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-7e495ea2-ca01-41cb-b4d9-266199119053 req-c57df1c9-af73-40c4-8dc2-a5fc73c1494c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1370511f-2b66-4dfb-ac08-d34a11857787&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0386405 Aug 12 18:26:30.972115 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-7e495ea2-ca01-41cb-b4d9-266199119053 req-a4848c74-4e59-4549-b2f6-dba4986bc286 service neutron] 10.222.0.57 "GET /v2.0/networks/1370511f-2b66-4dfb-ac08-d34a11857787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0767751 Aug 12 18:26:31.064256 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-7e495ea2-ca01-41cb-b4d9-266199119053 req-6af31b08-26a8-49f3-a8f8-3eff6145c7cf service neutron] 10.222.0.57 "GET /v2.0/networks/1370511f-2b66-4dfb-ac08-d34a11857787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834486 Aug 12 18:26:31.516010 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.agents_db [None req-aa7dbe78-d4f0-421a-85da-826b2a172358 None None] Agent healthcheck: found 6 active agents {{(pid=94214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 18:26:34.968046 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3b9effd4-e99a-483e-84a1-b5868c1e8663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:26:37.340088 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3f3cfa8c-a919-4ce7-b177-f48cbb48167e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:26:37.984186 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:26:38.590050 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-2083c3fd-5dc5-47ae-86de-acca0e7a8e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:26:40.272928 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-b1de9828-bfad-4ef8-8d69-6d6f9fbe420c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:26:52.258245 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:04.968795 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-4dfbffc5-5645-454e-ad0e-012bf65f24d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:07.339356 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-19e44d8b-223a-45aa-8c91-072223ce2e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:07.986084 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:08.514585 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.agents_db [None req-aa7dbe78-d4f0-421a-85da-826b2a172358 None None] Agent healthcheck: found 6 active agents {{(pid=94214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 18:27:08.592422 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-2083c3fd-5dc5-47ae-86de-acca0e7a8e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:09.815449 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 58238) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:27:09.972451 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.plugins.ml2.plugin [None req-e54402d1-0a71-46a0-89db-da78e97557ab tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Deleting port 8d6573f6-f329-413f-bb27-3061b9881e79 {{(pid=94211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 18:27:09.972788 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-e54402d1-0a71-46a0-89db-da78e97557ab tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763627642920'] for port, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:10.275990 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-b1de9828-bfad-4ef8-8d69-6d6f9fbe420c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:10.290447 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-e54402d1-0a71-46a0-89db-da78e97557ab tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-732327'] for port, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:10.290447 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-e54402d1-0a71-46a0-89db-da78e97557ab tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:10.301717 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.plugins.ml2.plugin [None req-e54402d1-0a71-46a0-89db-da78e97557ab tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Calling delete_port for 8d6573f6-f329-413f-bb27-3061b9881e79 owned by network:floatingip {{(pid=94211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 18:27:10.439949 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-e54402d1-0a71-46a0-89db-da78e97557ab tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763627647362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763627144942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9252727'] for port, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:10.469681 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54402d1-0a71-46a0-89db-da78e97557ab tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Pushing event deleted for resources: {'Port': ['ID=8d6573f6-f329-413f-bb27-3061b9881e79,revision_number=None']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:27:10.490888 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54402d1-0a71-46a0-89db-da78e97557ab tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:27:10.491232 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54402d1-0a71-46a0-89db-da78e97557ab tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:27:10.491572 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54402d1-0a71-46a0-89db-da78e97557ab tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:27:10.491903 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54402d1-0a71-46a0-89db-da78e97557ab tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:27:10.492229 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54402d1-0a71-46a0-89db-da78e97557ab tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:27:10.492555 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54402d1-0a71-46a0-89db-da78e97557ab tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:27:10.492880 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54402d1-0a71-46a0-89db-da78e97557ab tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:27:10.493201 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54402d1-0a71-46a0-89db-da78e97557ab tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:27:10.493521 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54402d1-0a71-46a0-89db-da78e97557ab tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:27:10.493839 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54402d1-0a71-46a0-89db-da78e97557ab tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:27:10.494186 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54402d1-0a71-46a0-89db-da78e97557ab tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:27:10.494501 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54402d1-0a71-46a0-89db-da78e97557ab tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:27:10.530720 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-e54402d1-0a71-46a0-89db-da78e97557ab tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks [] for floatingip, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:10.530986 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.db.l3_db [None req-e54402d1-0a71-46a0-89db-da78e97557ab tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Floating IP 866fbcd3-443c-488b-86c0-76cac703101c disassociated (deleted). External IP: 172.27.3.220, port: 606e766e-80cd-4229-a4f6-88409a5e4423. Aug 12 18:27:10.733857 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e54402d1-0a71-46a0-89db-da78e97557ab tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Router c03e7710-930c-4142-8078-cee656707ef2 has already been hosted by L3 agent 35f8a3af-1ed6-4507-a756-5ee5db7e6400 {{(pid=94211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 18:27:10.837308 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e54402d1-0a71-46a0-89db-da78e97557ab tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify agent at l3_agent.dv-cinder-759943-10-iscsi the message routers_updated {{(pid=94211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 18:27:10.842032 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-e54402d1-0a71-46a0-89db-da78e97557ab tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195385'] for floatingip, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:10.846796 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752dd2b4-dd17-4143-8935-3abdd50b0284 None None] Sync routers for ids ['c03e7710-930c-4142-8078-cee656707ef2'] in dv-cinder-759943-10-iscsi {{(pid=94213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 18:27:10.858249 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752dd2b4-dd17-4143-8935-3abdd50b0284 None None] Routers {'c03e7710-930c-4142-8078-cee656707ef2'} bound to L3 agent in host dv-cinder-759943-10-iscsi {{(pid=94213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 18:27:10.858848 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-752dd2b4-dd17-4143-8935-3abdd50b0284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T18:04:37Z,description=,heartbeat_timestamp=2021-08-12T18:27:07Z,host='dv-cinder-759943-10-iscsi',id=35f8a3af-1ed6-4507-a756-5ee5db7e6400,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T18:04:37Z,topic='l3_agent')) {'router_ids': ['c03e7710-930c-4142-8078-cee656707ef2'], 'active': True} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:27:10.867365 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-e54402d1-0a71-46a0-89db-da78e97557ab tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "DELETE /v2.0/floatingips/866fbcd3-443c-488b-86c0-76cac703101c HTTP/1.1" status: 204 len: 168 time: 1.0507195 Aug 12 18:27:10.867952 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3969b45f-6fcd-4f98-a4c8-708686cca1ac', 'tag': '606e766e-80cd-4229-a4f6-88409a5e4423'}] {{(pid=94211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 18:27:10.870207 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0869c7c93421d026cad47568b464a40121916bf4cc543438babfcccb5335f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39102d29-8378-443c-bf04-e6e18bd8b3b3" -d '{"events": [{"name": "network-changed", "server_uuid": "3969b45f-6fcd-4f98-a4c8-708686cca1ac", "tag": "606e766e-80cd-4229-a4f6-88409a5e4423"}]}' {{(pid=94211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 18:27:10.913574 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 18:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-873e0835-eceb-4b6e-afa7-bc985c029c1e x-openstack-request-id: req-873e0835-eceb-4b6e-afa7-bc985c029c1e {{(pid=94211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 18:27:10.913865 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3969b45f-6fcd-4f98-a4c8-708686cca1ac", "tag": "606e766e-80cd-4229-a4f6-88409a5e4423", "status": "completed", "code": 200}]} {{(pid=94211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 18:27:10.914146 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-873e0835-eceb-4b6e-afa7-bc985c029c1e {{(pid=94211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 18:27:10.914586 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3969b45f-6fcd-4f98-a4c8-708686cca1ac', 'tag': '606e766e-80cd-4229-a4f6-88409a5e4423', 'status': 'completed', 'code': 200} Aug 12 18:27:10.967263 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvr_db [None req-752dd2b4-dd17-4143-8935-3abdd50b0284 None None] Set router c03e7710-930c-4142-8078-cee656707ef2 gateway port host: dv-cinder-759943-10-iscsi {{(pid=94213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 18:27:10.978016 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39102d29-8378-443c-bf04-e6e18bd8b3b3 req-361a8adb-3062-4cee-9808-7463658ff433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:27:10.979868 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-39102d29-8378-443c-bf04-e6e18bd8b3b3 req-361a8adb-3062-4cee-9808-7463658ff433 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8cc8b54eaea84dce93e93369d1e2a235&device_id=3969b45f-6fcd-4f98-a4c8-708686cca1ac HTTP/1.1" status: 200 len: 1098 time: 0.0427423 Aug 12 18:27:11.089394 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39102d29-8378-443c-bf04-e6e18bd8b3b3 req-31249db5-e26b-4958-8e01-f83241568e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:27:11.090842 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-39102d29-8378-443c-bf04-e6e18bd8b3b3 req-31249db5-e26b-4958-8e01-f83241568e99 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1370511f-2b66-4dfb-ac08-d34a11857787 HTTP/1.1" status: 200 len: 913 time: 0.0997982 Aug 12 18:27:11.133062 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-39102d29-8378-443c-bf04-e6e18bd8b3b3 req-ea5338c1-84ce-4902-8b1b-4798bab7a59d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=606e766e-80cd-4229-a4f6-88409a5e4423 HTTP/1.1" status: 200 len: 217 time: 0.0348818 Aug 12 18:27:11.183609 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39102d29-8378-443c-bf04-e6e18bd8b3b3 req-ee6ba3e0-856f-4bc8-a50f-89885e696a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:27:11.185073 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-39102d29-8378-443c-bf04-e6e18bd8b3b3 req-ee6ba3e0-856f-4bc8-a50f-89885e696a77 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=62577e64-0b87-4c99-938c-6d58fc198501 HTTP/1.1" status: 200 len: 851 time: 0.0445418 Aug 12 18:27:11.200313 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-752dd2b4-dd17-4143-8935-3abdd50b0284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c03e7710-930c-4142-8078-cee656707ef2', 'name': 'tempest-TestVolumeBootPattern-1530632165-router', 'tenant_id': '8cc8b54eaea84dce93e93369d1e2a235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '082bfd6a-4f1c-4b3b-9912-30137bf79fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:20:15Z', 'updated_at': '2021-08-12T18:20:17Z', 'revision_number': 4, 'project_id': '8cc8b54eaea84dce93e93369d1e2a235', 'gw_port': {'id': '082bfd6a-4f1c-4b3b-9912-30137bf79fcd', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03e7710-930c-4142-8078-cee656707ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:20:15Z', 'updated_at': '2021-08-12T18:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi', '_floatingips': [{'id': '0df36d91-b343-4dde-b8b6-7fd077b97690', 'tenant_id': '8cc8b54eaea84dce93e93369d1e2a235', 'floating_ip_address': '172.27.3.239', 'floating_network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'router_id': 'c03e7710-930c-4142-8078-cee656707ef2', 'port_id': '1645aa9e-e57f-476b-8770-bbd02b5b508d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1370511f-2b66-4dfb-ac08-d34a11857787', 'mac_address': 'fa:16:3e:a2:84:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563c0238-eda2-4a32-bdf1-21c0a2d9702d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T18:23:29Z', 'updated_at': '2021-08-12T18:23:31Z', 'revision_number': 1, 'project_id': '8cc8b54eaea84dce93e93369d1e2a235', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be927a16-4422-4bbf-a634-4d223e017989', 'name': '', 'network_id': '1370511f-2b66-4dfb-ac08-d34a11857787', 'tenant_id': '8cc8b54eaea84dce93e93369d1e2a235', 'mac_address': 'fa:16:3e:04:68:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03e7710-930c-4142-8078-cee656707ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '62577e64-0b87-4c99-938c-6d58fc198501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:20:17Z', 'updated_at': '2021-08-12T18:20:22Z', 'revision_number': 5, 'project_id': '8cc8b54eaea84dce93e93369d1e2a235', 'subnets': [{'id': '62577e64-0b87-4c99-938c-6d58fc198501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-10-iscsi', False) {} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:27:11.225312 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752dd2b4-dd17-4143-8935-3abdd50b0284 None None] Checking router: c03e7710-930c-4142-8078-cee656707ef2 for host: dv-cinder-759943-10-iscsi {{(pid=94213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 18:27:11.233977 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752dd2b4-dd17-4143-8935-3abdd50b0284 None None] Routers {'c03e7710-930c-4142-8078-cee656707ef2'} bound to L3 agent in host dv-cinder-759943-10-iscsi {{(pid=94213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 18:27:11.234586 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-752dd2b4-dd17-4143-8935-3abdd50b0284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T18:04:37Z,description=,heartbeat_timestamp=2021-08-12T18:27:07Z,host='dv-cinder-759943-10-iscsi',id=35f8a3af-1ed6-4507-a756-5ee5db7e6400,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T18:04:37Z,topic='l3_agent')) {'router_ids': ['c03e7710-930c-4142-8078-cee656707ef2'], 'active': True} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:27:11.262768 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39102d29-8378-443c-bf04-e6e18bd8b3b3 req-f88df1f6-f669-4161-8209-11458886235f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:27:11.264304 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-39102d29-8378-443c-bf04-e6e18bd8b3b3 req-f88df1f6-f669-4161-8209-11458886235f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1370511f-2b66-4dfb-ac08-d34a11857787&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0721083 Aug 12 18:27:11.287337 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1444cf-cc37-4375-91f3-c130dbfa94ee req-4693d90b-e6d8-447c-87ef-930117202ed4 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:27:11.288799 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-0f1444cf-cc37-4375-91f3-c130dbfa94ee req-4693d90b-e6d8-447c-87ef-930117202ed4 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/ports?device_id=3969b45f-6fcd-4f98-a4c8-708686cca1ac HTTP/1.1" status: 200 len: 945 time: 0.2419744 Aug 12 18:27:11.338133 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvr_db [None req-752dd2b4-dd17-4143-8935-3abdd50b0284 None None] Set router c03e7710-930c-4142-8078-cee656707ef2 gateway port host: dv-cinder-759943-10-iscsi {{(pid=94213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 18:27:11.363675 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-0f1444cf-cc37-4375-91f3-c130dbfa94ee req-6450a06d-4be2-4ca1-bd25-ad91af07d8cb tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ce17333-f48b-4fb5-8537-1fff2ad9421d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651700 Aug 12 18:27:11.392684 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-39102d29-8378-443c-bf04-e6e18bd8b3b3 req-717e3112-dabe-44de-aef4-0f5c21a7584e service neutron] 10.222.0.57 "GET /v2.0/networks/1370511f-2b66-4dfb-ac08-d34a11857787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207113 Aug 12 18:27:11.484601 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-39102d29-8378-443c-bf04-e6e18bd8b3b3 req-e2d3193f-3592-42f8-af12-a0b95fe821c2 service neutron] 10.222.0.57 "GET /v2.0/networks/1370511f-2b66-4dfb-ac08-d34a11857787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842443 Aug 12 18:27:11.559376 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-752dd2b4-dd17-4143-8935-3abdd50b0284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c03e7710-930c-4142-8078-cee656707ef2', 'name': 'tempest-TestVolumeBootPattern-1530632165-router', 'tenant_id': '8cc8b54eaea84dce93e93369d1e2a235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '082bfd6a-4f1c-4b3b-9912-30137bf79fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:20:15Z', 'updated_at': '2021-08-12T18:20:17Z', 'revision_number': 4, 'project_id': '8cc8b54eaea84dce93e93369d1e2a235', 'gw_port': {'id': '082bfd6a-4f1c-4b3b-9912-30137bf79fcd', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03e7710-930c-4142-8078-cee656707ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:20:15Z', 'updated_at': '2021-08-12T18:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi', '_floatingips': [{'id': '0df36d91-b343-4dde-b8b6-7fd077b97690', 'tenant_id': '8cc8b54eaea84dce93e93369d1e2a235', 'floating_ip_address': '172.27.3.239', 'floating_network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'router_id': 'c03e7710-930c-4142-8078-cee656707ef2', 'port_id': '1645aa9e-e57f-476b-8770-bbd02b5b508d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1370511f-2b66-4dfb-ac08-d34a11857787', 'mac_address': 'fa:16:3e:a2:84:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563c0238-eda2-4a32-bdf1-21c0a2d9702d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T18:23:29Z', 'updated_at': '2021-08-12T18:23:31Z', 'revision_number': 1, 'project_id': '8cc8b54eaea84dce93e93369d1e2a235', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be927a16-4422-4bbf-a634-4d223e017989', 'name': '', 'network_id': '1370511f-2b66-4dfb-ac08-d34a11857787', 'tenant_id': '8cc8b54eaea84dce93e93369d1e2a235', 'mac_address': 'fa:16:3e:04:68:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03e7710-930c-4142-8078-cee656707ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '62577e64-0b87-4c99-938c-6d58fc198501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:20:17Z', 'updated_at': '2021-08-12T18:20:22Z', 'revision_number': 5, 'project_id': '8cc8b54eaea84dce93e93369d1e2a235', 'subnets': [{'id': '62577e64-0b87-4c99-938c-6d58fc198501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-10-iscsi', False) {} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:27:11.584411 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752dd2b4-dd17-4143-8935-3abdd50b0284 None None] The sync data for ids ['c03e7710-930c-4142-8078-cee656707ef2'] in dv-cinder-759943-10-iscsi is: [{'id': 'c03e7710-930c-4142-8078-cee656707ef2', 'name': 'tempest-TestVolumeBootPattern-1530632165-router', 'tenant_id': '8cc8b54eaea84dce93e93369d1e2a235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '082bfd6a-4f1c-4b3b-9912-30137bf79fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:20:15Z', 'updated_at': '2021-08-12T18:20:17Z', 'revision_number': 4, 'project_id': '8cc8b54eaea84dce93e93369d1e2a235', 'gw_port': {'id': '082bfd6a-4f1c-4b3b-9912-30137bf79fcd', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03e7710-930c-4142-8078-cee656707ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:20:15Z', 'updated_at': '2021-08-12T18:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi', '_floatingips': [{'id': '0df36d91-b343-4dde-b8b6-7fd077b97690', 'tenant_id': '8cc8b54eaea84dce93e93369d1e2a235', 'floating_ip_address': '172.27.3.239', 'floating_network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'router_id': 'c03e7710-930c-4142-8078-cee656707ef2', 'port_id': '1645aa9e-e57f-476b-8770-bbd02b5b508d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1370511f-2b66-4dfb-ac08-d34a11857787', 'mac_address': 'fa:16:3e:a2:84:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563c0238-eda2-4a32-bdf1-21c0a2d9702d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T18:23:29Z', 'updated_at': '2021-08-12T18:23:31Z', 'revision_number': 1, 'project_id': '8cc8b54eaea84dce93e93369d1e2a235', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be927a16-4422-4bbf-a634-4d223e017989', 'name': '', 'network_id': '1370511f-2b66-4dfb-ac08-d34a11857787', 'tenant_id': '8cc8b54eaea84dce93e93369d1e2a235', 'mac_address': 'fa:16:3e:04:68:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03e7710-930c-4142-8078-cee656707ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '62577e64-0b87-4c99-938c-6d58fc198501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:20:17Z', 'updated_at': '2021-08-12T18:20:22Z', 'revision_number': 5, 'project_id': '8cc8b54eaea84dce93e93369d1e2a235', 'subnets': [{'id': '62577e64-0b87-4c99-938c-6d58fc198501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 18:27:11.791829 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9924b9-9385-4197-8b97-0b65cdf04586 None None] New status for floating IP 866fbcd3-443c-488b-86c0-76cac703101c: DOWN {{(pid=94214) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 18:27:12.545273 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a92006-2804-445d-95ba-1e87f45ca26c req-762d7826-cbea-49e7-8b40-7586e41c748c tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:27:12.546689 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-91a92006-2804-445d-95ba-1e87f45ca26c req-762d7826-cbea-49e7-8b40-7586e41c748c tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/ports?device_id=3969b45f-6fcd-4f98-a4c8-708686cca1ac HTTP/1.1" status: 200 len: 945 time: 0.0993664 Aug 12 18:27:12.585971 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-91a92006-2804-445d-95ba-1e87f45ca26c req-9e811eb3-d5c7-4695-a2c1-e97602de7b9f tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ce17333-f48b-4fb5-8537-1fff2ad9421d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325003 Aug 12 18:27:12.599199 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189ffb2b-d712-4e25-ad67-a5fc70eb1eec req-e73c3127-7936-4437-b090-44e54163235f tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:27:12.600694 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-189ffb2b-d712-4e25-ad67-a5fc70eb1eec req-e73c3127-7936-4437-b090-44e54163235f tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.57 "GET /v2.0/ports?device_id=3969b45f-6fcd-4f98-a4c8-708686cca1ac HTTP/1.1" status: 200 len: 945 time: 0.0593803 Aug 12 18:27:12.689975 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.plugin [req-189ffb2b-d712-4e25-ad67-a5fc70eb1eec req-459394bd-220a-4f3b-b3a2-6fcca7b9c840 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Deleting port 606e766e-80cd-4229-a4f6-88409a5e4423 {{(pid=94212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 18:27:12.690857 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-189ffb2b-d712-4e25-ad67-a5fc70eb1eec req-459394bd-220a-4f3b-b3a2-6fcca7b9c840 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763627642920'] for port, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:12.773179 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.db [req-189ffb2b-d712-4e25-ad67-a5fc70eb1eec req-459394bd-220a-4f3b-b3a2-6fcca7b9c840 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] For port 606e766e-80cd-4229-a4f6-88409a5e4423, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=606e766e-80cd-4229-a4f6-88409a5e4423,segment=NetworkSegment(c50bee88-fb75-4c7e-92a9-e5ad83fc9ee6),segment_id=c50bee88-fb75-4c7e-92a9-e5ad83fc9ee6)] {{(pid=94212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:27:12.773530 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-189ffb2b-d712-4e25-ad67-a5fc70eb1eec req-459394bd-220a-4f3b-b3a2-6fcca7b9c840 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-732327'] for port, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:12.787214 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.plugin [req-189ffb2b-d712-4e25-ad67-a5fc70eb1eec req-459394bd-220a-4f3b-b3a2-6fcca7b9c840 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Calling delete_port for 606e766e-80cd-4229-a4f6-88409a5e4423 owned by compute:nova {{(pid=94212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 18:27:12.910272 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-189ffb2b-d712-4e25-ad67-a5fc70eb1eec req-459394bd-220a-4f3b-b3a2-6fcca7b9c840 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763627647362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763627144942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8400677'] for port, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:12.938823 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459394bd-220a-4f3b-b3a2-6fcca7b9c840 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Pushing event deleted for resources: {'Port': ['ID=606e766e-80cd-4229-a4f6-88409a5e4423,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:27:12.951178 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459394bd-220a-4f3b-b3a2-6fcca7b9c840 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:27:12.951554 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459394bd-220a-4f3b-b3a2-6fcca7b9c840 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:27:12.951895 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459394bd-220a-4f3b-b3a2-6fcca7b9c840 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:27:12.952229 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459394bd-220a-4f3b-b3a2-6fcca7b9c840 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:27:12.952555 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459394bd-220a-4f3b-b3a2-6fcca7b9c840 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:27:12.952883 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459394bd-220a-4f3b-b3a2-6fcca7b9c840 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:27:12.953233 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459394bd-220a-4f3b-b3a2-6fcca7b9c840 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:27:12.953515 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459394bd-220a-4f3b-b3a2-6fcca7b9c840 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:27:12.953845 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459394bd-220a-4f3b-b3a2-6fcca7b9c840 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:27:12.954192 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459394bd-220a-4f3b-b3a2-6fcca7b9c840 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:27:12.954510 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459394bd-220a-4f3b-b3a2-6fcca7b9c840 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:27:12.954825 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459394bd-220a-4f3b-b3a2-6fcca7b9c840 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-10-iscsi {{(pid=94212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 18:27:12.995748 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.l3_dvrscheduler_db [req-189ffb2b-d712-4e25-ad67-a5fc70eb1eec req-459394bd-220a-4f3b-b3a2-6fcca7b9c840 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] No DVR routers for this DVR port 606e766e-80cd-4229-a4f6-88409a5e4423 on host hv-cinder-75994 {{(pid=94212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 18:27:12.998124 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-189ffb2b-d712-4e25-ad67-a5fc70eb1eec req-459394bd-220a-4f3b-b3a2-6fcca7b9c840 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195385'] for port, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:13.000079 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-189ffb2b-d712-4e25-ad67-a5fc70eb1eec req-459394bd-220a-4f3b-b3a2-6fcca7b9c840 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.57 "DELETE /v2.0/ports/606e766e-80cd-4229-a4f6-88409a5e4423 HTTP/1.1" status: 204 len: 173 time: 0.3930151 Aug 12 18:27:13.000506 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3969b45f-6fcd-4f98-a4c8-708686cca1ac', 'name': 'network-vif-deleted', 'tag': '606e766e-80cd-4229-a4f6-88409a5e4423'}] {{(pid=94212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 18:27:13.003369 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd512f55349b839fb4675422b2dbaf52bda1baead41a4efd90d4bf8a5142663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b19150-014b-4035-9c2d-cac55e97cfad" -d '{"events": [{"server_uuid": "3969b45f-6fcd-4f98-a4c8-708686cca1ac", "name": "network-vif-deleted", "tag": "606e766e-80cd-4229-a4f6-88409a5e4423"}]}' {{(pid=94212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 18:27:13.052795 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 18:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-785db55e-7de8-4d46-b9a4-5de34c8696b7 x-openstack-request-id: req-785db55e-7de8-4d46-b9a4-5de34c8696b7 {{(pid=94212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 18:27:13.053088 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3969b45f-6fcd-4f98-a4c8-708686cca1ac", "name": "network-vif-deleted", "tag": "606e766e-80cd-4229-a4f6-88409a5e4423", "status": "completed", "code": 200}]} {{(pid=94212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 18:27:13.053335 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-785db55e-7de8-4d46-b9a4-5de34c8696b7 {{(pid=94212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 18:27:13.053721 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3969b45f-6fcd-4f98-a4c8-708686cca1ac', 'name': 'network-vif-deleted', 'tag': '606e766e-80cd-4229-a4f6-88409a5e4423', 'status': 'completed', 'code': 200} Aug 12 18:27:13.695452 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-a7f803c7-5c2a-4564-98f8-292ba8dfadc9 req-79e4f3c0-2ffc-451d-9a58-405253f98c1b tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/ports?device_id=3969b45f-6fcd-4f98-a4c8-708686cca1ac HTTP/1.1" status: 200 len: 210 time: 0.0286448 Aug 12 18:27:16.964222 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 58284) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:27:17.114271 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.plugins.ml2.plugin [None req-72440397-1779-47ae-8f48-151522c48031 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Deleting port 6411c02f-6705-4520-acb3-7be4a607cf40 {{(pid=94211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 18:27:17.114614 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-72440397-1779-47ae-8f48-151522c48031 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763627642920'] for port, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:17.184312 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-72440397-1779-47ae-8f48-151522c48031 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-732327'] for port, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:17.184630 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-72440397-1779-47ae-8f48-151522c48031 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:17.196236 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.plugins.ml2.plugin [None req-72440397-1779-47ae-8f48-151522c48031 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Calling delete_port for 6411c02f-6705-4520-acb3-7be4a607cf40 owned by network:floatingip {{(pid=94211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 18:27:17.337920 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-72440397-1779-47ae-8f48-151522c48031 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763627647362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763627144942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9252727'] for port, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:17.363207 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72440397-1779-47ae-8f48-151522c48031 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Pushing event deleted for resources: {'Port': ['ID=6411c02f-6705-4520-acb3-7be4a607cf40,revision_number=None']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:27:17.420776 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-72440397-1779-47ae-8f48-151522c48031 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks [] for floatingip, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:17.421093 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.db.l3_db [None req-72440397-1779-47ae-8f48-151522c48031 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Floating IP 0df36d91-b343-4dde-b8b6-7fd077b97690 disassociated (deleted). External IP: 172.27.3.239, port: 1645aa9e-e57f-476b-8770-bbd02b5b508d. Aug 12 18:27:17.615758 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72440397-1779-47ae-8f48-151522c48031 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Router c03e7710-930c-4142-8078-cee656707ef2 has already been hosted by L3 agent 35f8a3af-1ed6-4507-a756-5ee5db7e6400 {{(pid=94211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 18:27:17.717873 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72440397-1779-47ae-8f48-151522c48031 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify agent at l3_agent.dv-cinder-759943-10-iscsi the message routers_updated {{(pid=94211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 18:27:17.722686 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-72440397-1779-47ae-8f48-151522c48031 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195385'] for floatingip, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:17.728590 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f253ce-17fd-49d8-985f-a4d8831e8e24 None None] Sync routers for ids ['c03e7710-930c-4142-8078-cee656707ef2'] in dv-cinder-759943-10-iscsi {{(pid=94213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 18:27:17.737915 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f253ce-17fd-49d8-985f-a4d8831e8e24 None None] Routers {'c03e7710-930c-4142-8078-cee656707ef2'} bound to L3 agent in host dv-cinder-759943-10-iscsi {{(pid=94213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 18:27:17.738528 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-f3f253ce-17fd-49d8-985f-a4d8831e8e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T18:04:37Z,description=,heartbeat_timestamp=2021-08-12T18:27:07Z,host='dv-cinder-759943-10-iscsi',id=35f8a3af-1ed6-4507-a756-5ee5db7e6400,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T18:04:37Z,topic='l3_agent')) {'router_ids': ['c03e7710-930c-4142-8078-cee656707ef2'], 'active': True} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:27:17.747878 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-72440397-1779-47ae-8f48-151522c48031 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "DELETE /v2.0/floatingips/0df36d91-b343-4dde-b8b6-7fd077b97690 HTTP/1.1" status: 204 len: 168 time: 0.7825735 Aug 12 18:27:17.748573 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '563c0238-eda2-4a32-bdf1-21c0a2d9702d', 'tag': '1645aa9e-e57f-476b-8770-bbd02b5b508d'}] {{(pid=94211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 18:27:17.750850 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0869c7c93421d026cad47568b464a40121916bf4cc543438babfcccb5335f6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b99e693-a0a7-4e86-b9ee-f0077151df6b" -d '{"events": [{"name": "network-changed", "server_uuid": "563c0238-eda2-4a32-bdf1-21c0a2d9702d", "tag": "1645aa9e-e57f-476b-8770-bbd02b5b508d"}]}' {{(pid=94211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 18:27:17.787458 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 18:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c18b59b3-ecd1-456a-9e22-c837a4402315 x-openstack-request-id: req-c18b59b3-ecd1-456a-9e22-c837a4402315 {{(pid=94211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 18:27:17.787748 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "563c0238-eda2-4a32-bdf1-21c0a2d9702d", "tag": "1645aa9e-e57f-476b-8770-bbd02b5b508d", "status": "completed", "code": 200}]} {{(pid=94211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 18:27:17.787995 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c18b59b3-ecd1-456a-9e22-c837a4402315 {{(pid=94211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 18:27:17.788390 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '563c0238-eda2-4a32-bdf1-21c0a2d9702d', 'tag': '1645aa9e-e57f-476b-8770-bbd02b5b508d', 'status': 'completed', 'code': 200} Aug 12 18:27:17.818964 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Device 606e766e-80cd-4229-a4f6-88409a5e4423 no longer exists at agent hyperv_hv-cinder-75994 {{(pid=94213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 18:27:17.841524 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.plugin [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] No Port match for: 606e766e-80cd-4229-a4f6-88409a5e4423 {{(pid=94213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 18:27:17.842191 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Device 606e766e-80cd-4229-a4f6-88409a5e4423 not bound to the agent host hv-cinder-75994 {{(pid=94213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 18:27:17.857120 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b99e693-a0a7-4e86-b9ee-f0077151df6b req-903eacdc-d1ce-4452-b4f9-b7bd9ea5e5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:27:17.858784 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-9b99e693-a0a7-4e86-b9ee-f0077151df6b req-903eacdc-d1ce-4452-b4f9-b7bd9ea5e5dc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8cc8b54eaea84dce93e93369d1e2a235&device_id=563c0238-eda2-4a32-bdf1-21c0a2d9702d HTTP/1.1" status: 200 len: 1099 time: 0.0479889 Aug 12 18:27:17.869850 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvr_db [None req-f3f253ce-17fd-49d8-985f-a4d8831e8e24 None None] Set router c03e7710-930c-4142-8078-cee656707ef2 gateway port host: dv-cinder-759943-10-iscsi {{(pid=94213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 18:27:17.996039 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b99e693-a0a7-4e86-b9ee-f0077151df6b req-47aa8ceb-bdf0-4218-ab0a-105888793477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:27:17.997507 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-9b99e693-a0a7-4e86-b9ee-f0077151df6b req-47aa8ceb-bdf0-4218-ab0a-105888793477 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1370511f-2b66-4dfb-ac08-d34a11857787 HTTP/1.1" status: 200 len: 913 time: 0.1295552 Aug 12 18:27:18.007353 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed94de-e555-453a-9e7f-f9d951334cd4 req-a3fe2159-49c1-483c-8cfa-fd7858db3fff tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:27:18.008767 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-1bed94de-e555-453a-9e7f-f9d951334cd4 req-a3fe2159-49c1-483c-8cfa-fd7858db3fff tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/ports?device_id=563c0238-eda2-4a32-bdf1-21c0a2d9702d HTTP/1.1" status: 200 len: 946 time: 0.0824931 Aug 12 18:27:18.049972 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-9b99e693-a0a7-4e86-b9ee-f0077151df6b req-aba1e645-7a67-481a-85c9-3132332f5793 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1645aa9e-e57f-476b-8770-bbd02b5b508d HTTP/1.1" status: 200 len: 217 time: 0.0397294 Aug 12 18:27:18.069167 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-f3f253ce-17fd-49d8-985f-a4d8831e8e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c03e7710-930c-4142-8078-cee656707ef2', 'name': 'tempest-TestVolumeBootPattern-1530632165-router', 'tenant_id': '8cc8b54eaea84dce93e93369d1e2a235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '082bfd6a-4f1c-4b3b-9912-30137bf79fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:20:15Z', 'updated_at': '2021-08-12T18:20:17Z', 'revision_number': 4, 'project_id': '8cc8b54eaea84dce93e93369d1e2a235', 'gw_port': {'id': '082bfd6a-4f1c-4b3b-9912-30137bf79fcd', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03e7710-930c-4142-8078-cee656707ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:20:15Z', 'updated_at': '2021-08-12T18:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi', '_interfaces': [{'id': 'be927a16-4422-4bbf-a634-4d223e017989', 'name': '', 'network_id': '1370511f-2b66-4dfb-ac08-d34a11857787', 'tenant_id': '8cc8b54eaea84dce93e93369d1e2a235', 'mac_address': 'fa:16:3e:04:68:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03e7710-930c-4142-8078-cee656707ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '62577e64-0b87-4c99-938c-6d58fc198501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:20:17Z', 'updated_at': '2021-08-12T18:20:22Z', 'revision_number': 5, 'project_id': '8cc8b54eaea84dce93e93369d1e2a235', 'subnets': [{'id': '62577e64-0b87-4c99-938c-6d58fc198501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-10-iscsi', False) {} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:27:18.094120 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f253ce-17fd-49d8-985f-a4d8831e8e24 None None] Checking router: c03e7710-930c-4142-8078-cee656707ef2 for host: dv-cinder-759943-10-iscsi {{(pid=94213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 18:27:18.102170 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f253ce-17fd-49d8-985f-a4d8831e8e24 None None] Routers {'c03e7710-930c-4142-8078-cee656707ef2'} bound to L3 agent in host dv-cinder-759943-10-iscsi {{(pid=94213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 18:27:18.102771 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-f3f253ce-17fd-49d8-985f-a4d8831e8e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T18:04:37Z,description=,heartbeat_timestamp=2021-08-12T18:27:07Z,host='dv-cinder-759943-10-iscsi',id=35f8a3af-1ed6-4507-a756-5ee5db7e6400,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T18:04:37Z,topic='l3_agent')) {'router_ids': ['c03e7710-930c-4142-8078-cee656707ef2'], 'active': True} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:27:18.105880 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-1bed94de-e555-453a-9e7f-f9d951334cd4 req-5316f473-50f8-4b57-b8d3-48995a97f293 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ce17333-f48b-4fb5-8537-1fff2ad9421d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891464 Aug 12 18:27:18.120071 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b99e693-a0a7-4e86-b9ee-f0077151df6b req-5d1dd965-d390-44d9-b986-b49c3ca37541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:27:18.121470 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-9b99e693-a0a7-4e86-b9ee-f0077151df6b req-5d1dd965-d390-44d9-b986-b49c3ca37541 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=62577e64-0b87-4c99-938c-6d58fc198501 HTTP/1.1" status: 200 len: 851 time: 0.0631735 Aug 12 18:27:18.170179 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b99e693-a0a7-4e86-b9ee-f0077151df6b req-b3599a09-11f5-48ee-9fdc-3d5dc9cb0074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:27:18.171664 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-9b99e693-a0a7-4e86-b9ee-f0077151df6b req-b3599a09-11f5-48ee-9fdc-3d5dc9cb0074 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1370511f-2b66-4dfb-ac08-d34a11857787&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0423717 Aug 12 18:27:18.207170 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvr_db [None req-f3f253ce-17fd-49d8-985f-a4d8831e8e24 None None] Set router c03e7710-930c-4142-8078-cee656707ef2 gateway port host: dv-cinder-759943-10-iscsi {{(pid=94213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 18:27:18.265412 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-9b99e693-a0a7-4e86-b9ee-f0077151df6b req-15ab7c33-31da-4016-9935-33b8810edb92 service neutron] 10.222.0.57 "GET /v2.0/networks/1370511f-2b66-4dfb-ac08-d34a11857787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852554 Aug 12 18:27:18.359927 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-9b99e693-a0a7-4e86-b9ee-f0077151df6b req-d7c5f3f2-211d-4562-8b64-49f8a15029f8 service neutron] 10.222.0.57 "GET /v2.0/networks/1370511f-2b66-4dfb-ac08-d34a11857787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857334 Aug 12 18:27:18.405734 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-f3f253ce-17fd-49d8-985f-a4d8831e8e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c03e7710-930c-4142-8078-cee656707ef2', 'name': 'tempest-TestVolumeBootPattern-1530632165-router', 'tenant_id': '8cc8b54eaea84dce93e93369d1e2a235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '082bfd6a-4f1c-4b3b-9912-30137bf79fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:20:15Z', 'updated_at': '2021-08-12T18:20:17Z', 'revision_number': 4, 'project_id': '8cc8b54eaea84dce93e93369d1e2a235', 'gw_port': {'id': '082bfd6a-4f1c-4b3b-9912-30137bf79fcd', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03e7710-930c-4142-8078-cee656707ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:20:15Z', 'updated_at': '2021-08-12T18:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi', '_interfaces': [{'id': 'be927a16-4422-4bbf-a634-4d223e017989', 'name': '', 'network_id': '1370511f-2b66-4dfb-ac08-d34a11857787', 'tenant_id': '8cc8b54eaea84dce93e93369d1e2a235', 'mac_address': 'fa:16:3e:04:68:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03e7710-930c-4142-8078-cee656707ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '62577e64-0b87-4c99-938c-6d58fc198501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:20:17Z', 'updated_at': '2021-08-12T18:20:22Z', 'revision_number': 5, 'project_id': '8cc8b54eaea84dce93e93369d1e2a235', 'subnets': [{'id': '62577e64-0b87-4c99-938c-6d58fc198501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-10-iscsi', False) {} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:27:18.435119 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f253ce-17fd-49d8-985f-a4d8831e8e24 None None] The sync data for ids ['c03e7710-930c-4142-8078-cee656707ef2'] in dv-cinder-759943-10-iscsi is: [{'id': 'c03e7710-930c-4142-8078-cee656707ef2', 'name': 'tempest-TestVolumeBootPattern-1530632165-router', 'tenant_id': '8cc8b54eaea84dce93e93369d1e2a235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '082bfd6a-4f1c-4b3b-9912-30137bf79fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:20:15Z', 'updated_at': '2021-08-12T18:20:17Z', 'revision_number': 4, 'project_id': '8cc8b54eaea84dce93e93369d1e2a235', 'gw_port': {'id': '082bfd6a-4f1c-4b3b-9912-30137bf79fcd', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03e7710-930c-4142-8078-cee656707ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:20:15Z', 'updated_at': '2021-08-12T18:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi', '_interfaces': [{'id': 'be927a16-4422-4bbf-a634-4d223e017989', 'name': '', 'network_id': '1370511f-2b66-4dfb-ac08-d34a11857787', 'tenant_id': '8cc8b54eaea84dce93e93369d1e2a235', 'mac_address': 'fa:16:3e:04:68:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03e7710-930c-4142-8078-cee656707ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '62577e64-0b87-4c99-938c-6d58fc198501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:20:17Z', 'updated_at': '2021-08-12T18:20:22Z', 'revision_number': 5, 'project_id': '8cc8b54eaea84dce93e93369d1e2a235', 'subnets': [{'id': '62577e64-0b87-4c99-938c-6d58fc198501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 18:27:18.631351 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6141bfd-189d-4c40-9ceb-6d9a69084728 None None] New status for floating IP 0df36d91-b343-4dde-b8b6-7fd077b97690: DOWN {{(pid=94214) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 18:27:19.221809 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5492130-9918-425e-98d2-153a3672ee5f req-8a7d9ecd-2bb7-4e91-8001-e88d177e105e tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:27:19.223297 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-a5492130-9918-425e-98d2-153a3672ee5f req-8a7d9ecd-2bb7-4e91-8001-e88d177e105e tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/ports?device_id=563c0238-eda2-4a32-bdf1-21c0a2d9702d HTTP/1.1" status: 200 len: 946 time: 0.0509868 Aug 12 18:27:19.259754 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-a5492130-9918-425e-98d2-153a3672ee5f req-8034c84c-f2d3-4af7-b01b-947eaf437baf tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ce17333-f48b-4fb5-8537-1fff2ad9421d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306921 Aug 12 18:27:19.391312 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b57a4-bb01-4918-b252-80e78541f03a req-b41471e2-3e82-4f3c-a0dc-9e70efa3ace5 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 18:27:19.392729 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-0e3b57a4-bb01-4918-b252-80e78541f03a req-b41471e2-3e82-4f3c-a0dc-9e70efa3ace5 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.57 "GET /v2.0/ports?device_id=563c0238-eda2-4a32-bdf1-21c0a2d9702d HTTP/1.1" status: 200 len: 946 time: 0.0482881 Aug 12 18:27:19.477654 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.plugin [req-0e3b57a4-bb01-4918-b252-80e78541f03a req-a15cf33a-d17c-47e5-942c-caabe48e4d75 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Deleting port 1645aa9e-e57f-476b-8770-bbd02b5b508d {{(pid=94212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 18:27:19.478017 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-0e3b57a4-bb01-4918-b252-80e78541f03a req-a15cf33a-d17c-47e5-942c-caabe48e4d75 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763627642920'] for port, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:19.564504 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.db [req-0e3b57a4-bb01-4918-b252-80e78541f03a req-a15cf33a-d17c-47e5-942c-caabe48e4d75 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] For port 1645aa9e-e57f-476b-8770-bbd02b5b508d, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=1645aa9e-e57f-476b-8770-bbd02b5b508d,segment=NetworkSegment(c50bee88-fb75-4c7e-92a9-e5ad83fc9ee6),segment_id=c50bee88-fb75-4c7e-92a9-e5ad83fc9ee6)] {{(pid=94212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:27:19.564862 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-0e3b57a4-bb01-4918-b252-80e78541f03a req-a15cf33a-d17c-47e5-942c-caabe48e4d75 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-732327'] for port, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:19.577196 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.plugin [req-0e3b57a4-bb01-4918-b252-80e78541f03a req-a15cf33a-d17c-47e5-942c-caabe48e4d75 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Calling delete_port for 1645aa9e-e57f-476b-8770-bbd02b5b508d owned by compute:nova {{(pid=94212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 18:27:19.701358 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-0e3b57a4-bb01-4918-b252-80e78541f03a req-a15cf33a-d17c-47e5-942c-caabe48e4d75 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763627647362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763627144942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8400677'] for port, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:19.729913 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15cf33a-d17c-47e5-942c-caabe48e4d75 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Pushing event deleted for resources: {'Port': ['ID=1645aa9e-e57f-476b-8770-bbd02b5b508d,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:27:19.770169 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e3b57a4-bb01-4918-b252-80e78541f03a req-a15cf33a-d17c-47e5-942c-caabe48e4d75 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] No DVR routers for this DVR port 1645aa9e-e57f-476b-8770-bbd02b5b508d on host hv-cinder-75994 {{(pid=94212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 18:27:19.772873 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [req-0e3b57a4-bb01-4918-b252-80e78541f03a req-a15cf33a-d17c-47e5-942c-caabe48e4d75 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195385'] for port, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:19.775270 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [req-0e3b57a4-bb01-4918-b252-80e78541f03a req-a15cf33a-d17c-47e5-942c-caabe48e4d75 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.57 "DELETE /v2.0/ports/1645aa9e-e57f-476b-8770-bbd02b5b508d HTTP/1.1" status: 204 len: 173 time: 0.3770642 Aug 12 18:27:19.775720 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '563c0238-eda2-4a32-bdf1-21c0a2d9702d', 'name': 'network-vif-deleted', 'tag': '1645aa9e-e57f-476b-8770-bbd02b5b508d'}] {{(pid=94212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 18:27:19.778596 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd512f55349b839fb4675422b2dbaf52bda1baead41a4efd90d4bf8a5142663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c28b2430-607e-4c1a-85b8-f1730ce6590d" -d '{"events": [{"server_uuid": "563c0238-eda2-4a32-bdf1-21c0a2d9702d", "name": "network-vif-deleted", "tag": "1645aa9e-e57f-476b-8770-bbd02b5b508d"}]}' {{(pid=94212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 18:27:19.814039 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 18:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15627b38-205f-4846-a852-04c9ee2bb001 x-openstack-request-id: req-15627b38-205f-4846-a852-04c9ee2bb001 {{(pid=94212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 18:27:19.814329 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "563c0238-eda2-4a32-bdf1-21c0a2d9702d", "name": "network-vif-deleted", "tag": "1645aa9e-e57f-476b-8770-bbd02b5b508d", "status": "completed", "code": 200}]} {{(pid=94212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 18:27:19.814580 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-15627b38-205f-4846-a852-04c9ee2bb001 {{(pid=94212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 18:27:19.815541 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '563c0238-eda2-4a32-bdf1-21c0a2d9702d', 'name': 'network-vif-deleted', 'tag': '1645aa9e-e57f-476b-8770-bbd02b5b508d', 'status': 'completed', 'code': 200} Aug 12 18:27:20.363864 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [req-8bcd4370-98b4-4f95-982e-e80349e7bcbf req-eb7bc745-92df-48eb-a076-5606f6580126 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "GET /v2.0/ports?device_id=563c0238-eda2-4a32-bdf1-21c0a2d9702d HTTP/1.1" status: 200 len: 210 time: 0.0279672 Aug 12 18:27:21.419679 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 58300) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:27:21.538301 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.plugins.ml2.plugin [None req-49108d86-cc07-48fc-b9c7-8fa49af3d8c6 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Deleting port b6e1d59a-8ff0-429c-80ac-9e57f423ba67 {{(pid=94211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 18:27:21.538553 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-49108d86-cc07-48fc-b9c7-8fa49af3d8c6 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763627642920'] for port, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:21.612540 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-49108d86-cc07-48fc-b9c7-8fa49af3d8c6 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-732327'] for port, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:21.612865 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-49108d86-cc07-48fc-b9c7-8fa49af3d8c6 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:21.623897 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.plugins.ml2.plugin [None req-49108d86-cc07-48fc-b9c7-8fa49af3d8c6 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Calling delete_port for b6e1d59a-8ff0-429c-80ac-9e57f423ba67 owned by network:floatingip {{(pid=94211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 18:27:21.747178 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-49108d86-cc07-48fc-b9c7-8fa49af3d8c6 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763627647362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763627144942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9252727'] for port, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:21.775691 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49108d86-cc07-48fc-b9c7-8fa49af3d8c6 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Pushing event deleted for resources: {'Port': ['ID=b6e1d59a-8ff0-429c-80ac-9e57f423ba67,revision_number=None']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:27:21.831598 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-49108d86-cc07-48fc-b9c7-8fa49af3d8c6 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks [] for floatingip, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:21.834019 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-49108d86-cc07-48fc-b9c7-8fa49af3d8c6 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195385'] for floatingip, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:21.835156 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-49108d86-cc07-48fc-b9c7-8fa49af3d8c6 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "DELETE /v2.0/floatingips/4686e55b-a0d9-4231-866d-e31c2335acff HTTP/1.1" status: 204 len: 168 time: 0.4145150 Aug 12 18:27:22.264014 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:23.024906 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 58312) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:27:23.081585 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-0ae0a44f-79b7-433c-8107-94d1d5870b68 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks [] for security_group, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:23.106128 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-0ae0a44f-79b7-433c-8107-94d1d5870b68 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:23.163088 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-0ae0a44f-79b7-433c-8107-94d1d5870b68 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:23.165665 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-0ae0a44f-79b7-433c-8107-94d1d5870b68 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Notify callbacks [] for security_group, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:23.166831 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-0ae0a44f-79b7-433c-8107-94d1d5870b68 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] 10.222.0.30 "DELETE /v2.0/security-groups/2ce17333-f48b-4fb5-8537-1fff2ad9421d HTTP/1.1" status: 204 len: 168 time: 0.1409290 Aug 12 18:27:23.175949 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae0a44f-79b7-433c-8107-94d1d5870b68 tempest-TestVolumeBootPattern-225310774 tempest-TestVolumeBootPattern-225310774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce17333-f48b-4fb5-8537-1fff2ad9421d,revision_number=None']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:27:23.222112 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 58316) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:27:23.695574 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-db2a3cfd-cdf5-4246-8e90-db77629046c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693640'] for router_interface, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:23.825843 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Device 1645aa9e-e57f-476b-8770-bbd02b5b508d no longer exists at agent hyperv_hv-cinder-75994 {{(pid=94213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 18:27:23.844815 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.plugin [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] No Port match for: 1645aa9e-e57f-476b-8770-bbd02b5b508d {{(pid=94213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 18:27:23.845156 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Device 1645aa9e-e57f-476b-8770-bbd02b5b508d not bound to the agent host hv-cinder-75994 {{(pid=94213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 18:27:23.928041 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.plugins.ml2.plugin [None req-db2a3cfd-cdf5-4246-8e90-db77629046c4 admin admin] Deleting port be927a16-4422-4bbf-a634-4d223e017989 {{(pid=94211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 18:27:23.928378 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-db2a3cfd-cdf5-4246-8e90-db77629046c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763627642920'] for port, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:24.002840 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.plugins.ml2.db [None req-db2a3cfd-cdf5-4246-8e90-db77629046c4 admin admin] For port be927a16-4422-4bbf-a634-4d223e017989, host dv-cinder-759943-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-10-iscsi',level=0,port_id=be927a16-4422-4bbf-a634-4d223e017989,segment=NetworkSegment(c50bee88-fb75-4c7e-92a9-e5ad83fc9ee6),segment_id=c50bee88-fb75-4c7e-92a9-e5ad83fc9ee6)] {{(pid=94211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:27:24.003111 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-db2a3cfd-cdf5-4246-8e90-db77629046c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-732327'] for port, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:24.015292 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.plugins.ml2.plugin [None req-db2a3cfd-cdf5-4246-8e90-db77629046c4 admin admin] Calling delete_port for be927a16-4422-4bbf-a634-4d223e017989 owned by network:router_interface {{(pid=94211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 18:27:24.188230 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-db2a3cfd-cdf5-4246-8e90-db77629046c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763627647362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763627144942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9252727'] for port, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:24.216905 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2a3cfd-cdf5-4246-8e90-db77629046c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=be927a16-4422-4bbf-a634-4d223e017989,revision_number=None']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:27:24.375615 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-db2a3cfd-cdf5-4246-8e90-db77629046c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737592'] for router_interface, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:24.579687 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db2a3cfd-cdf5-4246-8e90-db77629046c4 admin admin] Router c03e7710-930c-4142-8078-cee656707ef2 has already been hosted by L3 agent 35f8a3af-1ed6-4507-a756-5ee5db7e6400 {{(pid=94211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 18:27:24.682994 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db2a3cfd-cdf5-4246-8e90-db77629046c4 admin admin] Notify agent at l3_agent.dv-cinder-759943-10-iscsi the message routers_updated {{(pid=94211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 18:27:24.688159 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-db2a3cfd-cdf5-4246-8e90-db77629046c4 admin admin] 10.222.0.30 "PUT /v2.0/routers/c03e7710-930c-4142-8078-cee656707ef2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4648218 Aug 12 18:27:24.691422 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 58320) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:27:24.694377 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4561e98-7220-4e32-aee5-25614dfcfb75 None None] Sync routers for ids ['c03e7710-930c-4142-8078-cee656707ef2'] in dv-cinder-759943-10-iscsi {{(pid=94213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 18:27:24.703353 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4561e98-7220-4e32-aee5-25614dfcfb75 None None] Routers {'c03e7710-930c-4142-8078-cee656707ef2'} bound to L3 agent in host dv-cinder-759943-10-iscsi {{(pid=94213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 18:27:24.704160 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-f4561e98-7220-4e32-aee5-25614dfcfb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T18:04:37Z,description=,heartbeat_timestamp=2021-08-12T18:27:07Z,host='dv-cinder-759943-10-iscsi',id=35f8a3af-1ed6-4507-a756-5ee5db7e6400,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T18:04:37Z,topic='l3_agent')) {'router_ids': ['c03e7710-930c-4142-8078-cee656707ef2'], 'active': True} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:27:24.789379 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-9083f069-4fd9-4033-a473-b384901a5553 admin admin] Notify callbacks [] for router, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:24.801996 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvr_db [None req-f4561e98-7220-4e32-aee5-25614dfcfb75 None None] Set router c03e7710-930c-4142-8078-cee656707ef2 gateway port host: dv-cinder-759943-10-iscsi {{(pid=94213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 18:27:24.978610 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-f4561e98-7220-4e32-aee5-25614dfcfb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c03e7710-930c-4142-8078-cee656707ef2', 'name': 'tempest-TestVolumeBootPattern-1530632165-router', 'tenant_id': '8cc8b54eaea84dce93e93369d1e2a235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '082bfd6a-4f1c-4b3b-9912-30137bf79fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:20:15Z', 'updated_at': '2021-08-12T18:27:24Z', 'revision_number': 5, 'project_id': '8cc8b54eaea84dce93e93369d1e2a235', 'gw_port': {'id': '082bfd6a-4f1c-4b3b-9912-30137bf79fcd', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03e7710-930c-4142-8078-cee656707ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:20:15Z', 'updated_at': '2021-08-12T18:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi'}], 'dv-cinder-759943-10-iscsi', False) {} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:27:25.009589 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4561e98-7220-4e32-aee5-25614dfcfb75 None None] Checking router: c03e7710-930c-4142-8078-cee656707ef2 for host: dv-cinder-759943-10-iscsi {{(pid=94213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 18:27:25.018044 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4561e98-7220-4e32-aee5-25614dfcfb75 None None] Routers {'c03e7710-930c-4142-8078-cee656707ef2'} bound to L3 agent in host dv-cinder-759943-10-iscsi {{(pid=94213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 18:27:25.018656 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-f4561e98-7220-4e32-aee5-25614dfcfb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T18:04:37Z,description=,heartbeat_timestamp=2021-08-12T18:27:07Z,host='dv-cinder-759943-10-iscsi',id=35f8a3af-1ed6-4507-a756-5ee5db7e6400,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T18:04:37Z,topic='l3_agent')) {'router_ids': ['c03e7710-930c-4142-8078-cee656707ef2'], 'active': True} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:27:25.120268 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_dvr_db [None req-f4561e98-7220-4e32-aee5-25614dfcfb75 None None] Set router c03e7710-930c-4142-8078-cee656707ef2 gateway port host: dv-cinder-759943-10-iscsi {{(pid=94213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 18:27:25.127589 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-9083f069-4fd9-4033-a473-b384901a5553 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:25.177642 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.plugins.ml2.plugin [None req-9083f069-4fd9-4033-a473-b384901a5553 admin admin] Deleting port 082bfd6a-4f1c-4b3b-9912-30137bf79fcd {{(pid=94211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 18:27:25.178014 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-9083f069-4fd9-4033-a473-b384901a5553 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763627642920'] for port, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:25.252982 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.plugins.ml2.db [None req-9083f069-4fd9-4033-a473-b384901a5553 admin admin] For port 082bfd6a-4f1c-4b3b-9912-30137bf79fcd, host dv-cinder-759943-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-10-iscsi',level=0,port_id=082bfd6a-4f1c-4b3b-9912-30137bf79fcd,segment=NetworkSegment(7eaed6a7-5a45-4d84-aa5c-ab7d15676367),segment_id=7eaed6a7-5a45-4d84-aa5c-ab7d15676367)] {{(pid=94211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:27:25.253589 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-9083f069-4fd9-4033-a473-b384901a5553 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-732327'] for port, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:25.265654 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.plugins.ml2.plugin [None req-9083f069-4fd9-4033-a473-b384901a5553 admin admin] Calling delete_port for 082bfd6a-4f1c-4b3b-9912-30137bf79fcd owned by network:router_gateway {{(pid=94211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 18:27:25.290814 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.db.l3_hamode_db [None req-f4561e98-7220-4e32-aee5-25614dfcfb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c03e7710-930c-4142-8078-cee656707ef2', 'name': 'tempest-TestVolumeBootPattern-1530632165-router', 'tenant_id': '8cc8b54eaea84dce93e93369d1e2a235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '082bfd6a-4f1c-4b3b-9912-30137bf79fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:20:15Z', 'updated_at': '2021-08-12T18:27:24Z', 'revision_number': 5, 'project_id': '8cc8b54eaea84dce93e93369d1e2a235', 'gw_port': {'id': '082bfd6a-4f1c-4b3b-9912-30137bf79fcd', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03e7710-930c-4142-8078-cee656707ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:20:15Z', 'updated_at': '2021-08-12T18:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi'}], 'dv-cinder-759943-10-iscsi', False) {} {{(pid=94213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:27:25.315923 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4561e98-7220-4e32-aee5-25614dfcfb75 None None] The sync data for ids ['c03e7710-930c-4142-8078-cee656707ef2'] in dv-cinder-759943-10-iscsi is: [{'id': 'c03e7710-930c-4142-8078-cee656707ef2', 'name': 'tempest-TestVolumeBootPattern-1530632165-router', 'tenant_id': '8cc8b54eaea84dce93e93369d1e2a235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '082bfd6a-4f1c-4b3b-9912-30137bf79fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:20:15Z', 'updated_at': '2021-08-12T18:27:24Z', 'revision_number': 5, 'project_id': '8cc8b54eaea84dce93e93369d1e2a235', 'gw_port': {'id': '082bfd6a-4f1c-4b3b-9912-30137bf79fcd', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03e7710-930c-4142-8078-cee656707ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:20:15Z', 'updated_at': '2021-08-12T18:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi'}] {{(pid=94213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 18:27:25.427696 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-9083f069-4fd9-4033-a473-b384901a5553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763627647362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763627144942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9252727'] for port, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:25.453223 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9083f069-4fd9-4033-a473-b384901a5553 admin admin] Pushing event deleted for resources: {'Port': ['ID=082bfd6a-4f1c-4b3b-9912-30137bf79fcd,revision_number=None']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:27:25.512566 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-9083f069-4fd9-4033-a473-b384901a5553 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-734914'] for router_gateway, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:25.598608 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-9083f069-4fd9-4033-a473-b384901a5553 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15495'] for router, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:25.600541 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-9083f069-4fd9-4033-a473-b384901a5553 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:25.640481 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-9083f069-4fd9-4033-a473-b384901a5553 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-735265'] for router, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:25.640986 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9083f069-4fd9-4033-a473-b384901a5553 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c03e7710-930c-4142-8078-cee656707ef2 {{(pid=94211) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 18:27:25.645634 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-9083f069-4fd9-4033-a473-b384901a5553 admin admin] Notify callbacks [] for router, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:25.646977 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-9083f069-4fd9-4033-a473-b384901a5553 admin admin] 10.222.0.30 "DELETE /v2.0/routers/c03e7710-930c-4142-8078-cee656707ef2 HTTP/1.1" status: 204 len: 168 time: 0.9544759 Aug 12 18:27:25.649226 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 58322) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:27:25.703155 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.db.db_base_plugin_v2 [None req-082e0a70-7cbe-43ca-b0d7-595927407006 admin admin] Deleting subnet 62577e64-0b87-4c99-938c-6d58fc198501 {{(pid=94211) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 18:27:25.706560 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-082e0a70-7cbe-43ca-b0d7-595927407006 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:25.741359 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-082e0a70-7cbe-43ca-b0d7-595927407006 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2620065'] for subnet, precommit_delete_associations {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:25.817828 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-082e0a70-7cbe-43ca-b0d7-595927407006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1735162'] for subnet, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:25.868068 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-082e0a70-7cbe-43ca-b0d7-595927407006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1735149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9252676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9269149'] for subnet, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:25.898721 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082e0a70-7cbe-43ca-b0d7-595927407006 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62577e64-0b87-4c99-938c-6d58fc198501,revision_number=None']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:27:25.904220 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-082e0a70-7cbe-43ca-b0d7-595927407006 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564513'] for subnet, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:25.908847 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-082e0a70-7cbe-43ca-b0d7-595927407006 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/62577e64-0b87-4c99-938c-6d58fc198501 HTTP/1.1" status: 204 len: 168 time: 0.2560012 Aug 12 18:27:25.908847 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [-] (94211) accepted ('10.222.0.30', 58324) {{(pid=94211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:27:25.909214 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666bef48-6438-48b5-a0f5-f96d4fbe9246 None None] Network 1370511f-2b66-4dfb-ac08-d34a11857787 requested from dv-cinder-759943-10-iscsi {{(pid=94213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 18:27:25.977805 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-1c70e9ae-a34d-4d01-8803-ceb54a1be035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1816869'] for network, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:26.043092 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.plugins.ml2.plugin [None req-1c70e9ae-a34d-4d01-8803-ceb54a1be035 admin admin] Deleting port e140ddde-13cc-4aef-8a56-8e2606c9d6a1 {{(pid=94211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 18:27:26.043431 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-1c70e9ae-a34d-4d01-8803-ceb54a1be035 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763627642920'] for port, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:26.108881 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.plugins.ml2.db [None req-1c70e9ae-a34d-4d01-8803-ceb54a1be035 admin admin] For port e140ddde-13cc-4aef-8a56-8e2606c9d6a1, host dv-cinder-759943-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-10-iscsi',level=0,port_id=e140ddde-13cc-4aef-8a56-8e2606c9d6a1,segment=NetworkSegment(c50bee88-fb75-4c7e-92a9-e5ad83fc9ee6),segment_id=c50bee88-fb75-4c7e-92a9-e5ad83fc9ee6)] {{(pid=94211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:27:26.109246 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-1c70e9ae-a34d-4d01-8803-ceb54a1be035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-732327'] for port, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:26.121259 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.plugins.ml2.plugin [None req-1c70e9ae-a34d-4d01-8803-ceb54a1be035 admin admin] Calling delete_port for e140ddde-13cc-4aef-8a56-8e2606c9d6a1 owned by network:dhcp {{(pid=94211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 18:27:26.203876 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-1c70e9ae-a34d-4d01-8803-ceb54a1be035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763627647362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763627144942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9252727'] for port, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:26.228505 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c70e9ae-a34d-4d01-8803-ceb54a1be035 admin admin] Pushing event deleted for resources: {'Port': ['ID=e140ddde-13cc-4aef-8a56-8e2606c9d6a1,revision_number=None']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:27:26.230603 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c70e9ae-a34d-4d01-8803-ceb54a1be035 admin admin] No DVR routers for this DVR port e140ddde-13cc-4aef-8a56-8e2606c9d6a1 on host dv-cinder-759943-10-iscsi {{(pid=94211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 18:27:26.301688 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-1c70e9ae-a34d-4d01-8803-ceb54a1be035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1735549', 'neutron.services.segments.db._delete_segments_for_network-8763627670128'] for network, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:26.317673 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.services.segments.db [None req-1c70e9ae-a34d-4d01-8803-ceb54a1be035 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1370511f-2b66-4dfb-ac08-d34a11857787']}} {{(pid=94211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:27:26.322896 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c307af4-5f53-4128-a6de-94d7b8ab04f4 None None] DHCP port deletion for 1370511f-2b66-4dfb-ac08-d34a11857787 request from dv-cinder-759943-10-iscsi {{(pid=94213) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 18:27:26.331645 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.services.segments.db [None req-1c70e9ae-a34d-4d01-8803-ceb54a1be035 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c50bee88-fb75-4c7e-92a9-e5ad83fc9ee6') {'for_net_delete': True} {{(pid=94211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:27:26.331985 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.services.segments.db [None req-1c70e9ae-a34d-4d01-8803-ceb54a1be035 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c50bee88-fb75-4c7e-92a9-e5ad83fc9ee6') {} {{(pid=94211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:27:26.341801 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-1c70e9ae-a34d-4d01-8803-ceb54a1be035 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763627625081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2620086'] for segment, before_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:26.360076 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-1c70e9ae-a34d-4d01-8803-ceb54a1be035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735099'] for segment, precommit_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:26.367585 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c70e9ae-a34d-4d01-8803-ceb54a1be035 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=94211) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 18:27:26.367969 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-1c70e9ae-a34d-4d01-8803-ceb54a1be035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9252762'] for segment, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:26.369651 dv-cinder-759943-10-iscsi neutron-server[94211]: Traceback (most recent call last): Aug 12 18:27:26.369651 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 18:27:26.369651 dv-cinder-759943-10-iscsi neutron-server[94211]: timer() Aug 12 18:27:26.369651 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 18:27:26.369651 dv-cinder-759943-10-iscsi neutron-server[94211]: cb(*args, **kw) Aug 12 18:27:26.369651 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 18:27:26.369651 dv-cinder-759943-10-iscsi neutron-server[94211]: return func(*args, **kwargs) Aug 12 18:27:26.369651 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 18:27:26.369651 dv-cinder-759943-10-iscsi neutron-server[94211]: self._notify() Aug 12 18:27:26.369651 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 18:27:26.369651 dv-cinder-759943-10-iscsi neutron-server[94211]: self.callback(batched_events) Aug 12 18:27:26.369651 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 18:27:26.369651 dv-cinder-759943-10-iscsi neutron-server[94211]: event.method(event) Aug 12 18:27:26.369651 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 18:27:26.369651 dv-cinder-759943-10-iscsi neutron-server[94211]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 18:27:26.369651 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 18:27:26.369651 dv-cinder-759943-10-iscsi neutron-server[94211]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 18:27:26.369651 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 18:27:26.369651 dv-cinder-759943-10-iscsi neutron-server[94211]: return f(self, *a, **k) Aug 12 18:27:26.369651 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 18:27:26.369651 dv-cinder-759943-10-iscsi neutron-server[94211]: return self._get(url).json() Aug 12 18:27:26.369651 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 18:27:26.369651 dv-cinder-759943-10-iscsi neutron-server[94211]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 18:27:26.369651 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 18:27:26.369651 dv-cinder-759943-10-iscsi neutron-server[94211]: return self.request(url, 'GET', **kwargs) Aug 12 18:27:26.369651 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 18:27:26.369651 dv-cinder-759943-10-iscsi neutron-server[94211]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 18:27:26.369651 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 18:27:26.369651 dv-cinder-759943-10-iscsi neutron-server[94211]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 18:27:26.369651 dv-cinder-759943-10-iscsi neutron-server[94211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 18:27:26.369651 dv-cinder-759943-10-iscsi neutron-server[94211]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 18:27:26.369651 dv-cinder-759943-10-iscsi neutron-server[94211]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 18:27:26.423769 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-1c70e9ae-a34d-4d01-8803-ceb54a1be035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1735524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734910'] for network, after_delete {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:26.429694 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron_lib.callbacks.manager [None req-1c70e9ae-a34d-4d01-8803-ceb54a1be035 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564513'] for network, before_response {{(pid=94211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:26.431571 dv-cinder-759943-10-iscsi neutron-server[94211]: INFO neutron.wsgi [None req-1c70e9ae-a34d-4d01-8803-ceb54a1be035 admin admin] 10.222.0.30 "DELETE /v2.0/networks/1370511f-2b66-4dfb-ac08-d34a11857787 HTTP/1.1" status: 204 len: 168 time: 0.5219316 Aug 12 18:27:26.434643 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 58326) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:27:26.443074 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c70e9ae-a34d-4d01-8803-ceb54a1be035 admin admin] Pushing event deleted for resources: {'Network': ['ID=1370511f-2b66-4dfb-ac08-d34a11857787,revision_number=None']} {{(pid=94211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:27:26.643633 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device e140ddde-13cc-4aef-8a56-8e2606c9d6a1 no longer exists at agent ovs-agent-dv-cinder-759943-10-iscsi {{(pid=94213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 18:27:26.663987 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.plugin [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] No Port match for: e140ddde-13cc-4aef-8a56-8e2606c9d6a1 {{(pid=94213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 18:27:26.664336 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device e140ddde-13cc-4aef-8a56-8e2606c9d6a1 not bound to the agent host dv-cinder-759943-10-iscsi {{(pid=94213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 18:27:26.664810 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device 082bfd6a-4f1c-4b3b-9912-30137bf79fcd no longer exists at agent ovs-agent-dv-cinder-759943-10-iscsi {{(pid=94213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 18:27:26.683274 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.plugin [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] No Port match for: 082bfd6a-4f1c-4b3b-9912-30137bf79fcd {{(pid=94213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 18:27:26.683717 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device 082bfd6a-4f1c-4b3b-9912-30137bf79fcd not bound to the agent host dv-cinder-759943-10-iscsi {{(pid=94213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 18:27:26.684124 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device be927a16-4422-4bbf-a634-4d223e017989 no longer exists at agent ovs-agent-dv-cinder-759943-10-iscsi {{(pid=94213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 18:27:26.704966 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.plugin [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] No Port match for: be927a16-4422-4bbf-a634-4d223e017989 {{(pid=94213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 18:27:26.705339 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device be927a16-4422-4bbf-a634-4d223e017989 not bound to the agent host dv-cinder-759943-10-iscsi {{(pid=94213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 18:27:26.769075 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-ae45a3a5-d8f6-4262-90c0-9df499e6b6b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693640'] for router_interface, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:26.999293 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.plugin [None req-ae45a3a5-d8f6-4262-90c0-9df499e6b6b6 admin admin] Deleting port 4f0f212e-cc8e-4de9-8ae0-c05a0b9436e0 {{(pid=94212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 18:27:26.999525 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-ae45a3a5-d8f6-4262-90c0-9df499e6b6b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763627642920'] for port, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:27.072390 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.db [None req-ae45a3a5-d8f6-4262-90c0-9df499e6b6b6 admin admin] For port 4f0f212e-cc8e-4de9-8ae0-c05a0b9436e0, host dv-cinder-759943-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-10-iscsi',level=0,port_id=4f0f212e-cc8e-4de9-8ae0-c05a0b9436e0,segment=NetworkSegment(27441a5b-bb0a-408d-9912-edb7579a1743),segment_id=27441a5b-bb0a-408d-9912-edb7579a1743)] {{(pid=94212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:27:27.072741 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-ae45a3a5-d8f6-4262-90c0-9df499e6b6b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-732327'] for port, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:27.087928 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.plugin [None req-ae45a3a5-d8f6-4262-90c0-9df499e6b6b6 admin admin] Calling delete_port for 4f0f212e-cc8e-4de9-8ae0-c05a0b9436e0 owned by network:router_interface {{(pid=94212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 18:27:27.257870 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-ae45a3a5-d8f6-4262-90c0-9df499e6b6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763627647362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763627144942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8400677'] for port, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:27.284106 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae45a3a5-d8f6-4262-90c0-9df499e6b6b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f0f212e-cc8e-4de9-8ae0-c05a0b9436e0,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:27:27.439325 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-ae45a3a5-d8f6-4262-90c0-9df499e6b6b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737592'] for router_interface, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:27.898459 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae45a3a5-d8f6-4262-90c0-9df499e6b6b6 admin admin] Router 6495094d-9ec5-496f-a5fb-5fc97e5bdf54 has already been hosted by L3 agent 35f8a3af-1ed6-4507-a756-5ee5db7e6400 {{(pid=94212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 18:27:27.999206 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae45a3a5-d8f6-4262-90c0-9df499e6b6b6 admin admin] Notify agent at l3_agent.dv-cinder-759943-10-iscsi the message routers_updated {{(pid=94212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 18:27:28.004569 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-ae45a3a5-d8f6-4262-90c0-9df499e6b6b6 admin admin] 10.222.0.30 "PUT /v2.0/routers/6495094d-9ec5-496f-a5fb-5fc97e5bdf54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5689368 Aug 12 18:27:28.007615 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 58328) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:27:28.010325 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1743ef42-b929-43c4-91cc-1219bcb28b70 None None] Sync routers for ids ['6495094d-9ec5-496f-a5fb-5fc97e5bdf54'] in dv-cinder-759943-10-iscsi {{(pid=94214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 18:27:28.019974 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1743ef42-b929-43c4-91cc-1219bcb28b70 None None] Routers {'6495094d-9ec5-496f-a5fb-5fc97e5bdf54'} bound to L3 agent in host dv-cinder-759943-10-iscsi {{(pid=94214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 18:27:28.020581 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_hamode_db [None req-1743ef42-b929-43c4-91cc-1219bcb28b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T18:04:37Z,description=,heartbeat_timestamp=2021-08-12T18:27:07Z,host='dv-cinder-759943-10-iscsi',id=35f8a3af-1ed6-4507-a756-5ee5db7e6400,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T18:04:37Z,topic='l3_agent')) {'router_ids': ['6495094d-9ec5-496f-a5fb-5fc97e5bdf54'], 'active': True} {{(pid=94214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:27:28.108042 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-c6df28f9-c06f-4730-b3ae-96b09e456add admin admin] Notify callbacks [] for router, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:28.122489 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_dvr_db [None req-1743ef42-b929-43c4-91cc-1219bcb28b70 None None] Set router 6495094d-9ec5-496f-a5fb-5fc97e5bdf54 gateway port host: dv-cinder-759943-10-iscsi {{(pid=94214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 18:27:28.208831 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-c6df28f9-c06f-4730-b3ae-96b09e456add admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:28.261152 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.plugin [None req-c6df28f9-c06f-4730-b3ae-96b09e456add admin admin] Deleting port bd93689b-3c61-4018-9e42-48f5107af223 {{(pid=94212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 18:27:28.261493 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-c6df28f9-c06f-4730-b3ae-96b09e456add admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763627642920'] for port, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:28.319726 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_hamode_db [None req-1743ef42-b929-43c4-91cc-1219bcb28b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6495094d-9ec5-496f-a5fb-5fc97e5bdf54', 'name': 'tempest-TestVolumeBootPattern-1183543003-router', 'tenant_id': 'eef2ae5f4c5d4ab4ac4ca6de19f1db05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'external_fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'bd93689b-3c61-4018-9e42-48f5107af223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:20:19Z', 'updated_at': '2021-08-12T18:27:27Z', 'revision_number': 5, 'project_id': 'eef2ae5f4c5d4ab4ac4ca6de19f1db05', 'gw_port': {'id': 'bd93689b-3c61-4018-9e42-48f5107af223', 'name': '', 'network_id': '7a7b82d9-a69e-485d-9e07-6a129d075bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d9:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6495094d-9ec5-496f-a5fb-5fc97e5bdf54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T18:20:20Z', 'updated_at': '2021-08-12T18:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c473b355-6ff8-4f1b-9a18-c893e152c20b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-10-iscsi'}], 'dv-cinder-759943-10-iscsi', False) {} {{(pid=94214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:27:28.344341 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.db [None req-c6df28f9-c06f-4730-b3ae-96b09e456add admin admin] For port bd93689b-3c61-4018-9e42-48f5107af223, host dv-cinder-759943-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-10-iscsi',level=0,port_id=bd93689b-3c61-4018-9e42-48f5107af223,segment=NetworkSegment(7eaed6a7-5a45-4d84-aa5c-ab7d15676367),segment_id=7eaed6a7-5a45-4d84-aa5c-ab7d15676367)] {{(pid=94212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:27:28.344700 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-c6df28f9-c06f-4730-b3ae-96b09e456add admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-732327'] for port, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:28.351438 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1743ef42-b929-43c4-91cc-1219bcb28b70 None None] Checking router: 6495094d-9ec5-496f-a5fb-5fc97e5bdf54 for host: dv-cinder-759943-10-iscsi {{(pid=94214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 18:27:28.359998 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1743ef42-b929-43c4-91cc-1219bcb28b70 None None] Routers {'6495094d-9ec5-496f-a5fb-5fc97e5bdf54'} bound to L3 agent in host dv-cinder-759943-10-iscsi {{(pid=94214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 18:27:28.360598 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_hamode_db [None req-1743ef42-b929-43c4-91cc-1219bcb28b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T18:04:37Z,description=,heartbeat_timestamp=2021-08-12T18:27:07Z,host='dv-cinder-759943-10-iscsi',id=35f8a3af-1ed6-4507-a756-5ee5db7e6400,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T18:04:37Z,topic='l3_agent')) {'router_ids': ['6495094d-9ec5-496f-a5fb-5fc97e5bdf54'], 'active': True} {{(pid=94214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:27:28.362431 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.plugin [None req-c6df28f9-c06f-4730-b3ae-96b09e456add admin admin] Calling delete_port for bd93689b-3c61-4018-9e42-48f5107af223 owned by network:router_gateway {{(pid=94212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 18:27:28.445882 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_dvr_db [None req-1743ef42-b929-43c4-91cc-1219bcb28b70 None None] Set router 6495094d-9ec5-496f-a5fb-5fc97e5bdf54 gateway port host: None {{(pid=94214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 18:27:28.498781 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.l3_hamode_db [None req-1743ef42-b929-43c4-91cc-1219bcb28b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6495094d-9ec5-496f-a5fb-5fc97e5bdf54', 'name': 'tempest-TestVolumeBootPattern-1183543003-router', 'tenant_id': 'eef2ae5f4c5d4ab4ac4ca6de19f1db05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:20:19Z', 'updated_at': '2021-08-12T18:27:28Z', 'revision_number': 6, 'project_id': 'eef2ae5f4c5d4ab4ac4ca6de19f1db05', 'gw_port_host': None}], 'dv-cinder-759943-10-iscsi', False) {} {{(pid=94214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:27:28.521670 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-c6df28f9-c06f-4730-b3ae-96b09e456add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763627647362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763627144942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8400677'] for port, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:28.524763 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1743ef42-b929-43c4-91cc-1219bcb28b70 None None] The sync data for ids ['6495094d-9ec5-496f-a5fb-5fc97e5bdf54'] in dv-cinder-759943-10-iscsi is: [{'id': '6495094d-9ec5-496f-a5fb-5fc97e5bdf54', 'name': 'tempest-TestVolumeBootPattern-1183543003-router', 'tenant_id': 'eef2ae5f4c5d4ab4ac4ca6de19f1db05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T18:20:19Z', 'updated_at': '2021-08-12T18:27:28Z', 'revision_number': 6, 'project_id': 'eef2ae5f4c5d4ab4ac4ca6de19f1db05', 'gw_port_host': None}] {{(pid=94214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 18:27:28.552408 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6df28f9-c06f-4730-b3ae-96b09e456add admin admin] Pushing event deleted for resources: {'Port': ['ID=bd93689b-3c61-4018-9e42-48f5107af223,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:27:28.609917 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-c6df28f9-c06f-4730-b3ae-96b09e456add admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-734914'] for router_gateway, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:28.706966 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-c6df28f9-c06f-4730-b3ae-96b09e456add admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-735278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15495'] for router, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:28.709031 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-c6df28f9-c06f-4730-b3ae-96b09e456add admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:28.753853 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-c6df28f9-c06f-4730-b3ae-96b09e456add admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-735265'] for router, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:28.754428 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6df28f9-c06f-4730-b3ae-96b09e456add admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6495094d-9ec5-496f-a5fb-5fc97e5bdf54 {{(pid=94212) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 18:27:28.759052 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-c6df28f9-c06f-4730-b3ae-96b09e456add admin admin] Notify callbacks [] for router, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:28.760040 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-c6df28f9-c06f-4730-b3ae-96b09e456add admin admin] 10.222.0.30 "DELETE /v2.0/routers/6495094d-9ec5-496f-a5fb-5fc97e5bdf54 HTTP/1.1" status: 204 len: 168 time: 0.7514579 Aug 12 18:27:28.762614 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 58330) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:27:28.805487 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b8b5401-8092-4921-8b0e-f46aadf3d8d8 admin admin] Deleting subnet c7f54a69-e810-4a7a-9ff2-5e2f0ce7b079 {{(pid=94212) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 18:27:28.808380 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-4b8b5401-8092-4921-8b0e-f46aadf3d8d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:28.841758 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-4b8b5401-8092-4921-8b0e-f46aadf3d8d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10322303'] for subnet, precommit_delete_associations {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:28.925631 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-4b8b5401-8092-4921-8b0e-f46aadf3d8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1735162'] for subnet, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:28.964721 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device 4f0f212e-cc8e-4de9-8ae0-c05a0b9436e0 no longer exists at agent ovs-agent-dv-cinder-759943-10-iscsi {{(pid=94213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 18:27:28.984891 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.plugin [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] No Port match for: 4f0f212e-cc8e-4de9-8ae0-c05a0b9436e0 {{(pid=94213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 18:27:28.985266 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device 4f0f212e-cc8e-4de9-8ae0-c05a0b9436e0 not bound to the agent host dv-cinder-759943-10-iscsi {{(pid=94213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 18:27:28.987710 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-4b8b5401-8092-4921-8b0e-f46aadf3d8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1735149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8400662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8840012'] for subnet, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:29.013155 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8b5401-8092-4921-8b0e-f46aadf3d8d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7f54a69-e810-4a7a-9ff2-5e2f0ce7b079,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:27:29.016770 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-4b8b5401-8092-4921-8b0e-f46aadf3d8d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:29.020544 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-4b8b5401-8092-4921-8b0e-f46aadf3d8d8 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/c7f54a69-e810-4a7a-9ff2-5e2f0ce7b079 HTTP/1.1" status: 204 len: 168 time: 0.2557087 Aug 12 18:27:29.021831 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 58332) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:27:29.024487 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d0aa97-18b5-458c-bd11-d646d638a878 None None] Network 44c72a6a-9c36-41dd-a5b2-092e22933d9a requested from dv-cinder-759943-10-iscsi {{(pid=94213) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 18:27:29.087862 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-d6cfb662-d173-4bd4-80b8-e845f2a0eb4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1816869'] for network, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:29.139795 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.plugin [None req-d6cfb662-d173-4bd4-80b8-e845f2a0eb4a admin admin] Deleting port 7f45d967-ef05-44ee-b223-5508c7ebeb79 {{(pid=94212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 18:27:29.140145 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-d6cfb662-d173-4bd4-80b8-e845f2a0eb4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763627642920'] for port, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:29.205814 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.db [None req-d6cfb662-d173-4bd4-80b8-e845f2a0eb4a admin admin] For port 7f45d967-ef05-44ee-b223-5508c7ebeb79, host dv-cinder-759943-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-10-iscsi',level=0,port_id=7f45d967-ef05-44ee-b223-5508c7ebeb79,segment=NetworkSegment(27441a5b-bb0a-408d-9912-edb7579a1743),segment_id=27441a5b-bb0a-408d-9912-edb7579a1743)] {{(pid=94212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 18:27:29.206209 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-d6cfb662-d173-4bd4-80b8-e845f2a0eb4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-732327'] for port, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:29.218446 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.plugin [None req-d6cfb662-d173-4bd4-80b8-e845f2a0eb4a admin admin] Calling delete_port for 7f45d967-ef05-44ee-b223-5508c7ebeb79 owned by network:dhcp {{(pid=94212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 18:27:29.297246 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-d6cfb662-d173-4bd4-80b8-e845f2a0eb4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1753325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763627647362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763627144942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8400677'] for port, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:29.298340 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1e0c8c-92aa-448b-a8d3-089e763d93be None None] DHCP port deletion for 44c72a6a-9c36-41dd-a5b2-092e22933d9a request from dv-cinder-759943-10-iscsi {{(pid=94213) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 18:27:29.329460 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cfb662-d173-4bd4-80b8-e845f2a0eb4a admin admin] Pushing event deleted for resources: {'Port': ['ID=7f45d967-ef05-44ee-b223-5508c7ebeb79,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:27:29.332706 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cfb662-d173-4bd4-80b8-e845f2a0eb4a admin admin] No DVR routers for this DVR port 7f45d967-ef05-44ee-b223-5508c7ebeb79 on host dv-cinder-759943-10-iscsi {{(pid=94212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 18:27:29.400944 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-d6cfb662-d173-4bd4-80b8-e845f2a0eb4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1735549', 'neutron.services.segments.db._delete_segments_for_network-8763627670128'] for network, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:29.410944 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.services.segments.db [None req-d6cfb662-d173-4bd4-80b8-e845f2a0eb4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44c72a6a-9c36-41dd-a5b2-092e22933d9a']}} {{(pid=94212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:27:29.420895 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.services.segments.db [None req-d6cfb662-d173-4bd4-80b8-e845f2a0eb4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27441a5b-bb0a-408d-9912-edb7579a1743') {'for_net_delete': True} {{(pid=94212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:27:29.421201 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.services.segments.db [None req-d6cfb662-d173-4bd4-80b8-e845f2a0eb4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27441a5b-bb0a-408d-9912-edb7579a1743') {} {{(pid=94212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 18:27:29.430545 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-d6cfb662-d173-4bd4-80b8-e845f2a0eb4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763627625081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10322280'] for segment, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:29.444568 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-d6cfb662-d173-4bd4-80b8-e845f2a0eb4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735099'] for segment, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:29.450729 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6cfb662-d173-4bd4-80b8-e845f2a0eb4a admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=94212) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 18:27:29.451120 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-d6cfb662-d173-4bd4-80b8-e845f2a0eb4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8400840'] for segment, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:29.452975 dv-cinder-759943-10-iscsi neutron-server[94212]: Traceback (most recent call last): Aug 12 18:27:29.452975 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 18:27:29.452975 dv-cinder-759943-10-iscsi neutron-server[94212]: timer() Aug 12 18:27:29.452975 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 18:27:29.452975 dv-cinder-759943-10-iscsi neutron-server[94212]: cb(*args, **kw) Aug 12 18:27:29.452975 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 18:27:29.452975 dv-cinder-759943-10-iscsi neutron-server[94212]: return func(*args, **kwargs) Aug 12 18:27:29.452975 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 18:27:29.452975 dv-cinder-759943-10-iscsi neutron-server[94212]: self._notify() Aug 12 18:27:29.452975 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 18:27:29.452975 dv-cinder-759943-10-iscsi neutron-server[94212]: self.callback(batched_events) Aug 12 18:27:29.452975 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 18:27:29.452975 dv-cinder-759943-10-iscsi neutron-server[94212]: event.method(event) Aug 12 18:27:29.452975 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 18:27:29.452975 dv-cinder-759943-10-iscsi neutron-server[94212]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 18:27:29.452975 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 18:27:29.452975 dv-cinder-759943-10-iscsi neutron-server[94212]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 18:27:29.452975 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 18:27:29.452975 dv-cinder-759943-10-iscsi neutron-server[94212]: return f(self, *a, **k) Aug 12 18:27:29.452975 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 18:27:29.452975 dv-cinder-759943-10-iscsi neutron-server[94212]: return self._get(url).json() Aug 12 18:27:29.452975 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 18:27:29.452975 dv-cinder-759943-10-iscsi neutron-server[94212]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 18:27:29.452975 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 18:27:29.452975 dv-cinder-759943-10-iscsi neutron-server[94212]: return self.request(url, 'GET', **kwargs) Aug 12 18:27:29.452975 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 18:27:29.452975 dv-cinder-759943-10-iscsi neutron-server[94212]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 18:27:29.452975 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 18:27:29.452975 dv-cinder-759943-10-iscsi neutron-server[94212]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 18:27:29.452975 dv-cinder-759943-10-iscsi neutron-server[94212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 18:27:29.452975 dv-cinder-759943-10-iscsi neutron-server[94212]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 18:27:29.452975 dv-cinder-759943-10-iscsi neutron-server[94212]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 18:27:29.512518 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-d6cfb662-d173-4bd4-80b8-e845f2a0eb4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1735524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734910'] for network, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:29.518192 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-d6cfb662-d173-4bd4-80b8-e845f2a0eb4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564513'] for network, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:29.522542 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-d6cfb662-d173-4bd4-80b8-e845f2a0eb4a admin admin] 10.222.0.30 "DELETE /v2.0/networks/44c72a6a-9c36-41dd-a5b2-092e22933d9a HTTP/1.1" status: 204 len: 168 time: 0.4974942 Aug 12 18:27:29.531683 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cfb662-d173-4bd4-80b8-e845f2a0eb4a admin admin] Pushing event deleted for resources: {'Network': ['ID=44c72a6a-9c36-41dd-a5b2-092e22933d9a,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:27:29.633488 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 58336) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:27:29.672734 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-d3277827-ca0b-4563-ba1c-4d8338cdc245 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8cc8b54eaea84dce93e93369d1e2a235&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380061 Aug 12 18:27:29.675679 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 58340) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:27:29.721993 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-92b82207-4219-4ef3-877c-a3ee0f8bdb00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:29.743895 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-92b82207-4219-4ef3-877c-a3ee0f8bdb00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:29.787973 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-92b82207-4219-4ef3-877c-a3ee0f8bdb00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:29.790975 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-92b82207-4219-4ef3-877c-a3ee0f8bdb00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:29.792096 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-92b82207-4219-4ef3-877c-a3ee0f8bdb00 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d7649a56-6c6b-4aff-bb13-4a5cfc19c95a HTTP/1.1" status: 204 len: 168 time: 0.1155484 Aug 12 18:27:29.799863 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b82207-4219-4ef3-877c-a3ee0f8bdb00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7649a56-6c6b-4aff-bb13-4a5cfc19c95a,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:27:30.090648 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 58346) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:27:30.132967 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-f3ca9e93-4763-4252-a72f-9dc3a2b266db admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=eef2ae5f4c5d4ab4ac4ca6de19f1db05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0411284 Aug 12 18:27:30.135210 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.wsgi [-] (94212) accepted ('10.222.0.30', 58348) {{(pid=94212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 18:27:30.181656 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-7cd001c0-eaf1-49a0-8646-e0abdc0cfc71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:30.201983 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-7cd001c0-eaf1-49a0-8646-e0abdc0cfc71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:30.247737 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-7cd001c0-eaf1-49a0-8646-e0abdc0cfc71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740796'] for security_group, after_delete {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:30.250292 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron_lib.callbacks.manager [None req-7cd001c0-eaf1-49a0-8646-e0abdc0cfc71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:30.251464 dv-cinder-759943-10-iscsi neutron-server[94212]: INFO neutron.wsgi [None req-7cd001c0-eaf1-49a0-8646-e0abdc0cfc71 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/eb9783ed-363c-4bb2-9b51-3937ac7ee9f8 HTTP/1.1" status: 204 len: 168 time: 0.1153510 Aug 12 18:27:30.260010 dv-cinder-759943-10-iscsi neutron-server[94212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd001c0-eaf1-49a0-8646-e0abdc0cfc71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb9783ed-363c-4bb2-9b51-3937ac7ee9f8,revision_number=None']} {{(pid=94212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 18:27:30.638419 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device bd93689b-3c61-4018-9e42-48f5107af223 no longer exists at agent ovs-agent-dv-cinder-759943-10-iscsi {{(pid=94213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 18:27:30.658192 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.plugin [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] No Port match for: bd93689b-3c61-4018-9e42-48f5107af223 {{(pid=94213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 18:27:30.658530 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device bd93689b-3c61-4018-9e42-48f5107af223 not bound to the agent host dv-cinder-759943-10-iscsi {{(pid=94213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 18:27:30.658918 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device 7f45d967-ef05-44ee-b223-5508c7ebeb79 no longer exists at agent ovs-agent-dv-cinder-759943-10-iscsi {{(pid=94213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 18:27:30.676613 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.plugin [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] No Port match for: 7f45d967-ef05-44ee-b223-5508c7ebeb79 {{(pid=94213) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 18:27:30.676951 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron.plugins.ml2.rpc [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Device 7f45d967-ef05-44ee-b223-5508c7ebeb79 not bound to the agent host dv-cinder-759943-10-iscsi {{(pid=94213) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 18:27:33.144823 dv-cinder-759943-10-iscsi neutron-server[94211]: DEBUG neutron.wsgi [req-ae7e248b-6fe5-4e9f-94bc-d0512cdc9b30 req-4044a12d-dcc3-494c-aee2-bea75dc9f8dc service neutron] (94211) timed out ('10.222.0.57', 50173) {{(pid=94211) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 12 18:27:34.969403 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-faf2fec8-6542-4d3e-9fa1-64a3753d6d75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:37.339033 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-15894e8c-cb38-4936-ae40-30c360856b9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:37.988045 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:38.595075 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-2083c3fd-5dc5-47ae-86de-acca0e7a8e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:40.278628 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-b1de9828-bfad-4ef8-8d69-6d6f9fbe420c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:27:45.513384 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.agents_db [None req-aa7dbe78-d4f0-421a-85da-826b2a172358 None None] Agent healthcheck: found 6 active agents {{(pid=94214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 18:27:52.271259 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:28:04.969435 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-b26330c5-70fb-4c3a-a43a-53ff34ce820b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:28:07.339707 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-e790a42d-854d-4ac2-9d6d-e2482fa94c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:28:07.987725 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:28:08.598103 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-2083c3fd-5dc5-47ae-86de-acca0e7a8e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:28:10.283459 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-b1de9828-bfad-4ef8-8d69-6d6f9fbe420c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:28:22.276211 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:28:22.515835 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.agents_db [None req-aa7dbe78-d4f0-421a-85da-826b2a172358 None None] Agent healthcheck: found 6 active agents {{(pid=94214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 18:28:34.969505 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-fd6c9625-60d2-492e-bb68-4917877c397f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:28:37.340078 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-04a72429-e2d6-4bc3-a986-45a22ee81050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:28:37.989103 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:28:38.600576 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-2083c3fd-5dc5-47ae-86de-acca0e7a8e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:28:40.286051 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-b1de9828-bfad-4ef8-8d69-6d6f9fbe420c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:28:52.290546 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:28:59.515016 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.agents_db [None req-aa7dbe78-d4f0-421a-85da-826b2a172358 None None] Agent healthcheck: found 6 active agents {{(pid=94214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 18:29:04.970423 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c4e07947-630a-49c7-96c5-0a3916f6c029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:29:07.339592 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-187abb79-cd10-4a9d-9728-0d7547215723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:29:07.990117 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:29:08.601566 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-2083c3fd-5dc5-47ae-86de-acca0e7a8e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:29:10.288291 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-b1de9828-bfad-4ef8-8d69-6d6f9fbe420c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:29:22.291005 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:29:34.969560 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-6eadb0d6-1537-4bb1-afee-e7e2015f6410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:29:36.513705 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.agents_db [None req-aa7dbe78-d4f0-421a-85da-826b2a172358 None None] Agent healthcheck: found 6 active agents {{(pid=94214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 18:29:37.338622 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-5f8e795c-7bed-49a0-9b25-b71ef8e21595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:29:37.991607 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:29:38.604841 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-2083c3fd-5dc5-47ae-86de-acca0e7a8e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:29:40.290797 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-b1de9828-bfad-4ef8-8d69-6d6f9fbe420c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:29:52.289694 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:30:04.970416 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-dd1b580a-fb8e-4337-9d2e-a472d664ea49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:30:07.337995 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-00e38312-8231-4d83-88f7-279c9274b9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:30:07.991918 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:30:08.606340 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-2083c3fd-5dc5-47ae-86de-acca0e7a8e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:30:10.294224 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-b1de9828-bfad-4ef8-8d69-6d6f9fbe420c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:30:13.512249 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.agents_db [None req-aa7dbe78-d4f0-421a-85da-826b2a172358 None None] Agent healthcheck: found 6 active agents {{(pid=94214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 18:30:22.303711 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:30:34.970813 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-d67131c9-c16b-47cb-bf3e-fc8bba6bed22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:30:37.337388 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-e8b3a747-9cf2-4bc1-a5dc-917a02edbda0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:30:37.993211 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:30:38.608173 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-2083c3fd-5dc5-47ae-86de-acca0e7a8e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:30:40.296617 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-b1de9828-bfad-4ef8-8d69-6d6f9fbe420c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:30:50.510790 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.agents_db [None req-aa7dbe78-d4f0-421a-85da-826b2a172358 None None] Agent healthcheck: found 6 active agents {{(pid=94214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 18:30:52.312358 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:31:04.970139 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-ce841a73-a7e1-476d-9555-b15056e7186b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:31:07.336461 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-9b416279-a6d6-4c07-88ac-6819b40e8f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:31:07.994380 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:31:08.611684 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-2083c3fd-5dc5-47ae-86de-acca0e7a8e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:31:10.299577 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-b1de9828-bfad-4ef8-8d69-6d6f9fbe420c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:31:22.302846 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:31:27.509349 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.agents_db [None req-aa7dbe78-d4f0-421a-85da-826b2a172358 None None] Agent healthcheck: found 6 active agents {{(pid=94214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 18:31:34.971097 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-b3153a7b-0d3b-4664-94f6-4128952eaa12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:31:37.337166 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-0b42c0f9-a7a6-4e66-b017-719c4805db81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:31:37.994662 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:31:38.614538 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-2083c3fd-5dc5-47ae-86de-acca0e7a8e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:31:40.302738 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-b1de9828-bfad-4ef8-8d69-6d6f9fbe420c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:31:52.309333 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:32:04.508656 dv-cinder-759943-10-iscsi neutron-server[94214]: DEBUG neutron.db.agents_db [None req-aa7dbe78-d4f0-421a-85da-826b2a172358 None None] Agent healthcheck: found 6 active agents {{(pid=94214) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 18:32:04.970956 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-96fc7946-0a8a-4b4c-a4b0-8cb6288cf313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:32:07.336389 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-e73f7d9c-6ddf-46eb-ad59-8ffc544ad6a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:32:07.995283 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-3c695ff9-bf9e-46e1-ad82-011c7f5f3c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:32:08.616605 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-2083c3fd-5dc5-47ae-86de-acca0e7a8e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:32:10.306711 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-b1de9828-bfad-4ef8-8d69-6d6f9fbe420c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:32:22.299786 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-c55be1cc-42d5-4fed-904d-ec1ba39cbfbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 18:32:34.973058 dv-cinder-759943-10-iscsi neutron-server[94213]: DEBUG neutron_lib.callbacks.manager [None req-396df711-f294-46ed-b07b-63634fb2f971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763627670020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1736691'] for agent, after_update {{(pid=94213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}